diff --git a/.buildinfo b/.buildinfo
index 4978aa0867..261c6f3639 100644
--- a/.buildinfo
+++ b/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: c4b428141c9e4122304713feb4785848
+config: eb95e85a23db1b23962c9a157b19e222
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/_images/tests.svg b/_images/tests.svg
index 24e6f38c9a..8bfffc9662 100644
--- a/_images/tests.svg
+++ b/_images/tests.svg
@@ -5,7 +5,7 @@
     width="77.5"
     height="20"
     role="img"
-    aria-label="tests: 1052"
+    aria-label="tests: 1053"
 >
     <style>
         rect {
@@ -26,7 +26,7 @@
             fill: #010101;
         }
     </style>
-    <title>tests: 1052</title>
+    <title>tests: 1053</title>
     <linearGradient id="s" x2="0" y2="100%">
         <stop offset="0" stop-color="#bbb" stop-opacity=".1"/>
         <stop offset="1" stop-opacity=".1"/>
@@ -42,8 +42,8 @@
         </g>
         <g transform="translate(37.5 0)">
             <rect width="40.0" fill="#4c1"/>
-            <text x="20.0" y="10.0" class="shadow">1052</text>
-            <text x="20.0" y="10.0">1052</text>
+            <text x="20.0" y="10.0" class="shadow">1053</text>
+            <text x="20.0" y="10.0">1053</text>
         </g>
         <rect width="100%" height="100%" fill="url(#s)"/>
     </g>
diff --git a/_static/documentation_options.js b/_static/documentation_options.js
index 4e40a85944..68bc123779 100644
--- a/_static/documentation_options.js
+++ b/_static/documentation_options.js
@@ -1,5 +1,5 @@
 const DOCUMENTATION_OPTIONS = {
-    VERSION: '0.6.2.dev5+ge514908d1',
+    VERSION: '0.6.2.dev6+g2b2a9f0e7',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/api/mlos_bench/mlos_bench.config.html b/api/mlos_bench/mlos_bench.config.html
index dc220d4969..d6e9dccd7d 100644
--- a/api/mlos_bench/mlos_bench.config.html
+++ b/api/mlos_bench/mlos_bench.config.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.config package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.config package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.config.schemas.config_schemas.html b/api/mlos_bench/mlos_bench.config.schemas.config_schemas.html
index 1b98929c20..98de1243c0 100644
--- a/api/mlos_bench/mlos_bench.config.schemas.config_schemas.html
+++ b/api/mlos_bench/mlos_bench.config.schemas.config_schemas.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.config.schemas.config_schemas module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.config.schemas.config_schemas module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -122,7 +122,7 @@
 configs against them.</p>
 <dl class="py class">
 <dt class="sig sig-object py" id="mlos_bench.config.schemas.config_schemas.ConfigSchema">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_bench.config.schemas.config_schemas.</span></span><span class="sig-name descname"><span class="pre">ConfigSchema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names=&lt;not</span> <span class="pre">given&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">*values</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start=1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary=None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_bench.config.schemas.config_schemas.ConfigSchema" title="Link to this definition">¶</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_bench.config.schemas.config_schemas.</span></span><span class="sig-name descname"><span class="pre">ConfigSchema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_bench.config.schemas.config_schemas.ConfigSchema" title="Link to this definition">¶</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">Enum</span></code></p>
 <p>An enum to help describe schema types and help validate configs against them.</p>
 <dl class="py attribute">
diff --git a/api/mlos_bench/mlos_bench.config.schemas.html b/api/mlos_bench/mlos_bench.config.schemas.html
index 985cd6a9bd..25026504f9 100644
--- a/api/mlos_bench/mlos_bench.config.schemas.html
+++ b/api/mlos_bench/mlos_bench.config.schemas.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.config.schemas package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.config.schemas package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -120,7 +120,7 @@
 <p>A module for managing config schemas and their validation.</p>
 <dl class="py class">
 <dt class="sig sig-object py" id="mlos_bench.config.schemas.ConfigSchema">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_bench.config.schemas.</span></span><span class="sig-name descname"><span class="pre">ConfigSchema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names=&lt;not</span> <span class="pre">given&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">*values</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start=1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary=None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_bench.config.schemas.ConfigSchema" title="Link to this definition">¶</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_bench.config.schemas.</span></span><span class="sig-name descname"><span class="pre">ConfigSchema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_bench.config.schemas.ConfigSchema" title="Link to this definition">¶</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">Enum</span></code></p>
 <p>An enum to help describe schema types and help validate configs against them.</p>
 <dl class="py attribute">
diff --git a/api/mlos_bench/mlos_bench.dict_templater.html b/api/mlos_bench/mlos_bench.dict_templater.html
index 44ed5ce2c3..611a7ee1e6 100644
--- a/api/mlos_bench/mlos_bench.dict_templater.html
+++ b/api/mlos_bench/mlos_bench.dict_templater.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.dict_templater module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.dict_templater module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.base_environment.html b/api/mlos_bench/mlos_bench.environments.base_environment.html
index 61c235aaf1..8c51ed892a 100644
--- a/api/mlos_bench/mlos_bench.environments.base_environment.html
+++ b/api/mlos_bench/mlos_bench.environments.base_environment.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.base_environment module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.base_environment module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.composite_env.html b/api/mlos_bench/mlos_bench.environments.composite_env.html
index add2b1b9f9..e200d04e0a 100644
--- a/api/mlos_bench/mlos_bench.environments.composite_env.html
+++ b/api/mlos_bench/mlos_bench.environments.composite_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.composite_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.composite_env module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.html b/api/mlos_bench/mlos_bench.environments.html
index 453a1d68eb..09dfbe2fb4 100644
--- a/api/mlos_bench/mlos_bench.environments.html
+++ b/api/mlos_bench/mlos_bench.environments.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -812,7 +812,7 @@
 
 <dl class="py class">
 <dt class="sig sig-object py" id="mlos_bench.environments.Status">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_bench.environments.</span></span><span class="sig-name descname"><span class="pre">Status</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names=&lt;not</span> <span class="pre">given&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">*values</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start=1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary=None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_bench.environments.Status" title="Link to this definition">¶</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_bench.environments.</span></span><span class="sig-name descname"><span class="pre">Status</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_bench.environments.Status" title="Link to this definition">¶</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">Enum</span></code></p>
 <p>Enum for the status of the benchmark/environment.</p>
 <dl class="py attribute">
diff --git a/api/mlos_bench/mlos_bench.environments.local.html b/api/mlos_bench/mlos_bench.environments.local.html
index dc77921f72..fdb8743283 100644
--- a/api/mlos_bench/mlos_bench.environments.local.html
+++ b/api/mlos_bench/mlos_bench.environments.local.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.local package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.local package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.local.local_env.html b/api/mlos_bench/mlos_bench.environments.local.local_env.html
index 4264f9bc50..b9b73f1a62 100644
--- a/api/mlos_bench/mlos_bench.environments.local.local_env.html
+++ b/api/mlos_bench/mlos_bench.environments.local.local_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.local.local_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.local.local_env module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.html b/api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.html
index 6f387586db..dcff3c09b5 100644
--- a/api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.html
+++ b/api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.local.local_fileshare_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.local.local_fileshare_env module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.mock_env.html b/api/mlos_bench/mlos_bench.environments.mock_env.html
index 874c431919..8a91e722ff 100644
--- a/api/mlos_bench/mlos_bench.environments.mock_env.html
+++ b/api/mlos_bench/mlos_bench.environments.mock_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.mock_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.mock_env module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.host_env.html b/api/mlos_bench/mlos_bench.environments.remote.host_env.html
index 6cd5cc3559..633778888a 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.host_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.host_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.host_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.remote.host_env module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.html b/api/mlos_bench/mlos_bench.environments.remote.html
index c596c09fb5..352aac0024 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.remote package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.network_env.html b/api/mlos_bench/mlos_bench.environments.remote.network_env.html
index 93d778e3d2..2066769c4a 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.network_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.network_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.network_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.remote.network_env module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.os_env.html b/api/mlos_bench/mlos_bench.environments.remote.os_env.html
index a016a1d84d..78701b7364 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.os_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.os_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.os_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.remote.os_env module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.remote_env.html b/api/mlos_bench/mlos_bench.environments.remote.remote_env.html
index 5f00f72bf3..ed0ba06d65 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.remote_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.remote_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.remote_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.remote.remote_env module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.saas_env.html b/api/mlos_bench/mlos_bench.environments.remote.saas_env.html
index 7af8763f45..b9a3bcc98d 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.saas_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.saas_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.saas_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.remote.saas_env module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.vm_env.html b/api/mlos_bench/mlos_bench.environments.remote.vm_env.html
index 07c4110966..93dd3ecaba 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.vm_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.vm_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.vm_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.remote.vm_env module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.script_env.html b/api/mlos_bench/mlos_bench.environments.script_env.html
index cabbb02fb9..52a57d749a 100644
--- a/api/mlos_bench/mlos_bench.environments.script_env.html
+++ b/api/mlos_bench/mlos_bench.environments.script_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.script_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.script_env module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.status.html b/api/mlos_bench/mlos_bench.environments.status.html
index a8005eaa7d..cc58da3da9 100644
--- a/api/mlos_bench/mlos_bench.environments.status.html
+++ b/api/mlos_bench/mlos_bench.environments.status.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.status module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.status module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -120,7 +120,7 @@
 <p>Enum for the status of the benchmark/environment.</p>
 <dl class="py class">
 <dt class="sig sig-object py" id="mlos_bench.environments.status.Status">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_bench.environments.status.</span></span><span class="sig-name descname"><span class="pre">Status</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names=&lt;not</span> <span class="pre">given&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">*values</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start=1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary=None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_bench.environments.status.Status" title="Link to this definition">¶</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_bench.environments.status.</span></span><span class="sig-name descname"><span class="pre">Status</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_bench.environments.status.Status" title="Link to this definition">¶</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">Enum</span></code></p>
 <p>Enum for the status of the benchmark/environment.</p>
 <dl class="py attribute">
diff --git a/api/mlos_bench/mlos_bench.event_loop_context.html b/api/mlos_bench/mlos_bench.event_loop_context.html
index 6ac48990f1..cf5fd10404 100644
--- a/api/mlos_bench/mlos_bench.event_loop_context.html
+++ b/api/mlos_bench/mlos_bench.event_loop_context.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.event_loop_context module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.event_loop_context module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.html b/api/mlos_bench/mlos_bench.html
index 0884730c18..6aed34cbef 100644
--- a/api/mlos_bench/mlos_bench.html
+++ b/api/mlos_bench/mlos_bench.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.launcher.html b/api/mlos_bench/mlos_bench.launcher.html
index 1aafb50935..2d4c16d3a8 100644
--- a/api/mlos_bench/mlos_bench.launcher.html
+++ b/api/mlos_bench/mlos_bench.launcher.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.launcher module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.launcher module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.base_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.base_optimizer.html
index 47642cbe77..307c368193 100644
--- a/api/mlos_bench/mlos_bench.optimizers.base_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.base_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.base_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.optimizers.base_optimizer module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.convert_configspace.html b/api/mlos_bench/mlos_bench.optimizers.convert_configspace.html
index d5674b9f44..1954ad5db7 100644
--- a/api/mlos_bench/mlos_bench.optimizers.convert_configspace.html
+++ b/api/mlos_bench/mlos_bench.optimizers.convert_configspace.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.convert_configspace module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.optimizers.convert_configspace module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.html
index bf8cd29f9a..656cc8c682 100644
--- a/api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.grid_search_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.optimizers.grid_search_optimizer module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.html b/api/mlos_bench/mlos_bench.optimizers.html
index 28e0f5433e..1c963832f5 100644
--- a/api/mlos_bench/mlos_bench.optimizers.html
+++ b/api/mlos_bench/mlos_bench.optimizers.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.optimizers package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.html
index 0dd067d577..6543271742 100644
--- a/api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.mlos_core_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.optimizers.mlos_core_optimizer module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.mock_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.mock_optimizer.html
index b018d0c896..46cc289968 100644
--- a/api/mlos_bench/mlos_bench.optimizers.mock_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.mock_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.mock_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.optimizers.mock_optimizer module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.html
index b2428ac188..736438d03d 100644
--- a/api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.one_shot_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.optimizers.one_shot_optimizer module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.html
index df745fc751..26d58c1b63 100644
--- a/api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.track_best_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.optimizers.track_best_optimizer module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.os_environ.html b/api/mlos_bench/mlos_bench.os_environ.html
index 06212042a0..96adff3088 100644
--- a/api/mlos_bench/mlos_bench.os_environ.html
+++ b/api/mlos_bench/mlos_bench.os_environ.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.os_environ module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.os_environ module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.run.html b/api/mlos_bench/mlos_bench.run.html
index 42c13f5c3b..2cb1e6e730 100644
--- a/api/mlos_bench/mlos_bench.run.html
+++ b/api/mlos_bench/mlos_bench.run.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.run module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.run module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.schedulers.base_scheduler.html b/api/mlos_bench/mlos_bench.schedulers.base_scheduler.html
index 290cb86d54..2d2be1e900 100644
--- a/api/mlos_bench/mlos_bench.schedulers.base_scheduler.html
+++ b/api/mlos_bench/mlos_bench.schedulers.base_scheduler.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.schedulers.base_scheduler module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.schedulers.base_scheduler module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.schedulers.html b/api/mlos_bench/mlos_bench.schedulers.html
index e763042020..16075e6b94 100644
--- a/api/mlos_bench/mlos_bench.schedulers.html
+++ b/api/mlos_bench/mlos_bench.schedulers.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.schedulers package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.schedulers package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.schedulers.sync_scheduler.html b/api/mlos_bench/mlos_bench.schedulers.sync_scheduler.html
index ba36cd272f..7cafb8b39f 100644
--- a/api/mlos_bench/mlos_bench.schedulers.sync_scheduler.html
+++ b/api/mlos_bench/mlos_bench.schedulers.sync_scheduler.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.schedulers.sync_scheduler module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.schedulers.sync_scheduler module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.base_fileshare.html b/api/mlos_bench/mlos_bench.services.base_fileshare.html
index e2418167e6..258cc36598 100644
--- a/api/mlos_bench/mlos_bench.services.base_fileshare.html
+++ b/api/mlos_bench/mlos_bench.services.base_fileshare.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.base_fileshare module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.base_fileshare module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.base_service.html b/api/mlos_bench/mlos_bench.services.base_service.html
index 5c040b4c48..5f9fcd4374 100644
--- a/api/mlos_bench/mlos_bench.services.base_service.html
+++ b/api/mlos_bench/mlos_bench.services.base_service.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.base_service module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.base_service module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.config_persistence.html b/api/mlos_bench/mlos_bench.services.config_persistence.html
index 60d1f6e124..acc8a353e9 100644
--- a/api/mlos_bench/mlos_bench.services.config_persistence.html
+++ b/api/mlos_bench/mlos_bench.services.config_persistence.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.config_persistence module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.config_persistence module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.html b/api/mlos_bench/mlos_bench.services.html
index 362b0850bd..1e06bcf87e 100644
--- a/api/mlos_bench/mlos_bench.services.html
+++ b/api/mlos_bench/mlos_bench.services.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.local.html b/api/mlos_bench/mlos_bench.services.local.html
index 3116fe5310..3023ef10c1 100644
--- a/api/mlos_bench/mlos_bench.services.local.html
+++ b/api/mlos_bench/mlos_bench.services.local.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.local package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.local package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.local.local_exec.html b/api/mlos_bench/mlos_bench.services.local.local_exec.html
index 8b77b69fc1..817fb9582f 100644
--- a/api/mlos_bench/mlos_bench.services.local.local_exec.html
+++ b/api/mlos_bench/mlos_bench.services.local.local_exec.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.local.local_exec module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.local.local_exec module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.local.temp_dir_context.html b/api/mlos_bench/mlos_bench.services.local.temp_dir_context.html
index 9e47c11d26..9dd324bd5c 100644
--- a/api/mlos_bench/mlos_bench.services.local.temp_dir_context.html
+++ b/api/mlos_bench/mlos_bench.services.local.temp_dir_context.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.local.temp_dir_context module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.local.temp_dir_context module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.html
index ec83cb3cca..082bf9c23d 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_auth module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_auth module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.html
index 1f72daced2..27a66df961 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_deployment_services module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_deployment_services module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.html
index b0b2375c32..917f3546a2 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_fileshare module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_fileshare module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.html
index 10c7f1d15c..c748041358 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_network_services module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_network_services module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.html
index e308a7df34..dee5f058d3 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_saas module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_saas module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.html
index a8665670ac..a3c559a7f7 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_vm_services module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_vm_services module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.html b/api/mlos_bench/mlos_bench.services.remote.azure.html
index eed480864f..bf5ce90c7d 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.remote.azure package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.html b/api/mlos_bench/mlos_bench.services.remote.html
index f2525ed980..271c6bff4f 100644
--- a/api/mlos_bench/mlos_bench.services.remote.html
+++ b/api/mlos_bench/mlos_bench.services.remote.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.remote package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.ssh.html b/api/mlos_bench/mlos_bench.services.remote.ssh.html
index 78be92fc2f..4e27d1cd79 100644
--- a/api/mlos_bench/mlos_bench.services.remote.ssh.html
+++ b/api/mlos_bench/mlos_bench.services.remote.ssh.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.ssh package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.remote.ssh package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.html b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.html
index cfca986105..8118500f80 100644
--- a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.html
+++ b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.ssh.ssh_fileshare module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.remote.ssh.ssh_fileshare module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -122,7 +122,7 @@
 <p>A collection functions for interacting with SSH servers as file shares.</p>
 <dl class="py class">
 <dt class="sig sig-object py" id="mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_bench.services.remote.ssh.ssh_fileshare.</span></span><span class="sig-name descname"><span class="pre">CopyMode</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names=&lt;not</span> <span class="pre">given&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">*values</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start=1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary=None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode" title="Link to this definition">¶</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_bench.services.remote.ssh.ssh_fileshare.</span></span><span class="sig-name descname"><span class="pre">CopyMode</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode" title="Link to this definition">¶</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">Enum</span></code></p>
 <p>Copy mode enum.</p>
 <dl class="py attribute">
diff --git a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.html b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.html
index 28b4557d5e..8b60735b26 100644
--- a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.html
+++ b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.ssh.ssh_host_service module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.remote.ssh.ssh_host_service module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.html b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.html
index 27e1ca0993..1cd111497c 100644
--- a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.html
+++ b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.ssh.ssh_service module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.remote.ssh.ssh_service module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.authenticator_type.html b/api/mlos_bench/mlos_bench.services.types.authenticator_type.html
index 399dd91b79..b3f4bd9f03 100644
--- a/api/mlos_bench/mlos_bench.services.types.authenticator_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.authenticator_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.authenticator_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.types.authenticator_type module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.config_loader_type.html b/api/mlos_bench/mlos_bench.services.types.config_loader_type.html
index f69de39966..2b564ce547 100644
--- a/api/mlos_bench/mlos_bench.services.types.config_loader_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.config_loader_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.config_loader_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.types.config_loader_type module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.fileshare_type.html b/api/mlos_bench/mlos_bench.services.types.fileshare_type.html
index 0f9dc06341..fd30bff89a 100644
--- a/api/mlos_bench/mlos_bench.services.types.fileshare_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.fileshare_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.fileshare_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.types.fileshare_type module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.host_ops_type.html b/api/mlos_bench/mlos_bench.services.types.host_ops_type.html
index b14a89d433..dd5e8257e3 100644
--- a/api/mlos_bench/mlos_bench.services.types.host_ops_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.host_ops_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.host_ops_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.types.host_ops_type module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.host_provisioner_type.html b/api/mlos_bench/mlos_bench.services.types.host_provisioner_type.html
index 44cd370a9d..c25ffa598c 100644
--- a/api/mlos_bench/mlos_bench.services.types.host_provisioner_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.host_provisioner_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.host_provisioner_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.types.host_provisioner_type module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.html b/api/mlos_bench/mlos_bench.services.types.html
index 0c40de173c..7dfffda114 100644
--- a/api/mlos_bench/mlos_bench.services.types.html
+++ b/api/mlos_bench/mlos_bench.services.types.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.types package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.local_exec_type.html b/api/mlos_bench/mlos_bench.services.types.local_exec_type.html
index e9ffb49e04..bcf635088a 100644
--- a/api/mlos_bench/mlos_bench.services.types.local_exec_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.local_exec_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.local_exec_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.types.local_exec_type module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.network_provisioner_type.html b/api/mlos_bench/mlos_bench.services.types.network_provisioner_type.html
index af029ed80e..94ad55c57a 100644
--- a/api/mlos_bench/mlos_bench.services.types.network_provisioner_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.network_provisioner_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.network_provisioner_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.types.network_provisioner_type module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.os_ops_type.html b/api/mlos_bench/mlos_bench.services.types.os_ops_type.html
index 2b75c95222..1774d2dfd0 100644
--- a/api/mlos_bench/mlos_bench.services.types.os_ops_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.os_ops_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.os_ops_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.types.os_ops_type module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.remote_config_type.html b/api/mlos_bench/mlos_bench.services.types.remote_config_type.html
index e102e0b7a1..c092222efb 100644
--- a/api/mlos_bench/mlos_bench.services.types.remote_config_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.remote_config_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.remote_config_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.types.remote_config_type module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.remote_exec_type.html b/api/mlos_bench/mlos_bench.services.types.remote_exec_type.html
index 8e16a4af17..2f6e1b2bef 100644
--- a/api/mlos_bench/mlos_bench.services.types.remote_exec_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.remote_exec_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.remote_exec_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.types.remote_exec_type module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.html b/api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.html
index 25419041a3..6c8778e9dd 100644
--- a/api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.vm_provisioner_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.types.vm_provisioner_type module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.base_experiment_data.html b/api/mlos_bench/mlos_bench.storage.base_experiment_data.html
index 8f2a38514a..a08554c8ab 100644
--- a/api/mlos_bench/mlos_bench.storage.base_experiment_data.html
+++ b/api/mlos_bench/mlos_bench.storage.base_experiment_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_experiment_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.base_experiment_data module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.base_storage.html b/api/mlos_bench/mlos_bench.storage.base_storage.html
index 5f9e24d88e..39912ff2e9 100644
--- a/api/mlos_bench/mlos_bench.storage.base_storage.html
+++ b/api/mlos_bench/mlos_bench.storage.base_storage.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_storage module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.base_storage module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.base_trial_data.html b/api/mlos_bench/mlos_bench.storage.base_trial_data.html
index 8112ba1f6b..1ee0bde9db 100644
--- a/api/mlos_bench/mlos_bench.storage.base_trial_data.html
+++ b/api/mlos_bench/mlos_bench.storage.base_trial_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_trial_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.base_trial_data module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.base_tunable_config_data.html b/api/mlos_bench/mlos_bench.storage.base_tunable_config_data.html
index 386bc768ef..ce06710800 100644
--- a/api/mlos_bench/mlos_bench.storage.base_tunable_config_data.html
+++ b/api/mlos_bench/mlos_bench.storage.base_tunable_config_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_tunable_config_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.base_tunable_config_data module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.html b/api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.html
index 7f1a44f9b5..1933242017 100644
--- a/api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.html
+++ b/api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_tunable_config_trial_group_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.base_tunable_config_trial_group_data module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.html b/api/mlos_bench/mlos_bench.storage.html
index f155306b9f..174941cb7d 100644
--- a/api/mlos_bench/mlos_bench.storage.html
+++ b/api/mlos_bench/mlos_bench.storage.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.common.html b/api/mlos_bench/mlos_bench.storage.sql.common.html
index 03f9994256..a90555ebcc 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.common.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.common.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.common module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.sql.common module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.experiment.html b/api/mlos_bench/mlos_bench.storage.sql.experiment.html
index 48eec31e35..bf085f666e 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.experiment.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.experiment.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.experiment module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.sql.experiment module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.experiment_data.html b/api/mlos_bench/mlos_bench.storage.sql.experiment_data.html
index 262beb6ee1..71214d6acc 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.experiment_data.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.experiment_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.experiment_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.sql.experiment_data module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.html b/api/mlos_bench/mlos_bench.storage.sql.html
index 325770804c..566ff34ea6 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.sql package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.schema.html b/api/mlos_bench/mlos_bench.storage.sql.schema.html
index d97f49b2ad..5e01710a36 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.schema.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.schema.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.schema module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.sql.schema module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.storage.html b/api/mlos_bench/mlos_bench.storage.sql.storage.html
index 5b3c255c6f..3f52cf7b79 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.storage.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.storage.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.storage module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.sql.storage module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.trial.html b/api/mlos_bench/mlos_bench.storage.sql.trial.html
index 0465701ad6..52ddbd2530 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.trial.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.trial.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.trial module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.sql.trial module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.trial_data.html b/api/mlos_bench/mlos_bench.storage.sql.trial_data.html
index 7272184209..a747fbcdc1 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.trial_data.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.trial_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.trial_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.sql.trial_data module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.html b/api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.html
index da1a584ee9..c6a4b58fd1 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.tunable_config_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.sql.tunable_config_data module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.html b/api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.html
index 0a6ba91323..898b9f435b 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.tunable_config_trial_group_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.sql.tunable_config_trial_group_data module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.storage_factory.html b/api/mlos_bench/mlos_bench.storage.storage_factory.html
index a0d349e613..fc6947cb3d 100644
--- a/api/mlos_bench/mlos_bench.storage.storage_factory.html
+++ b/api/mlos_bench/mlos_bench.storage.storage_factory.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.storage_factory module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.storage_factory module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.util.html b/api/mlos_bench/mlos_bench.storage.util.html
index 9a7936bf86..ed64f5c54c 100644
--- a/api/mlos_bench/mlos_bench.storage.util.html
+++ b/api/mlos_bench/mlos_bench.storage.util.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.util module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.util module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.tunables.covariant_group.html b/api/mlos_bench/mlos_bench.tunables.covariant_group.html
index 864da7c514..acc821a63b 100644
--- a/api/mlos_bench/mlos_bench.tunables.covariant_group.html
+++ b/api/mlos_bench/mlos_bench.tunables.covariant_group.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables.covariant_group module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.tunables.covariant_group module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.tunables.html b/api/mlos_bench/mlos_bench.tunables.html
index 180a336215..f5ddad4701 100644
--- a/api/mlos_bench/mlos_bench.tunables.html
+++ b/api/mlos_bench/mlos_bench.tunables.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.tunables package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.tunables.tunable.html b/api/mlos_bench/mlos_bench.tunables.tunable.html
index 573b6aa053..b4c62eddc6 100644
--- a/api/mlos_bench/mlos_bench.tunables.tunable.html
+++ b/api/mlos_bench/mlos_bench.tunables.tunable.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables.tunable module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.tunables.tunable module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.tunables.tunable_groups.html b/api/mlos_bench/mlos_bench.tunables.tunable_groups.html
index 60ee0c3158..9b94759d14 100644
--- a/api/mlos_bench/mlos_bench.tunables.tunable_groups.html
+++ b/api/mlos_bench/mlos_bench.tunables.tunable_groups.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables.tunable_groups module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.tunables.tunable_groups module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.util.html b/api/mlos_bench/mlos_bench.util.html
index 1a1cdc43a6..78fbb92800 100644
--- a/api/mlos_bench/mlos_bench.util.html
+++ b/api/mlos_bench/mlos_bench.util.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.util module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.util module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.version.html b/api/mlos_bench/mlos_bench.version.html
index da09d90825..4b957443e3 100644
--- a/api/mlos_bench/mlos_bench.version.html
+++ b/api/mlos_bench/mlos_bench.version.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.version module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.version module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/modules.html b/api/mlos_bench/modules.html
index e94d20fd1c..f9da80a2bd 100644
--- a/api/mlos_bench/modules.html
+++ b/api/mlos_bench/modules.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.html b/api/mlos_core/mlos_core.html
index a4b4bac2ef..25a247ec9f 100644
--- a/api/mlos_core/mlos_core.html
+++ b/api/mlos_core/mlos_core.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.html b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.html
index 1fe524ead0..db424f080c 100644
--- a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.html
+++ b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.html b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.html
index 57c7f8042c..13eb95dac0 100644
--- a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.html
+++ b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.bayesian_optimizers package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.optimizers.bayesian_optimizers package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.html b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.html
index 4f6ba206cf..09b22931e7 100644
--- a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.html
+++ b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.bayesian_optimizers.smac_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.optimizers.bayesian_optimizers.smac_optimizer module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.flaml_optimizer.html b/api/mlos_core/mlos_core.optimizers.flaml_optimizer.html
index f47ea64196..d958ae4e78 100644
--- a/api/mlos_core/mlos_core.optimizers.flaml_optimizer.html
+++ b/api/mlos_core/mlos_core.optimizers.flaml_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.flaml_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.optimizers.flaml_optimizer module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.html b/api/mlos_core/mlos_core.optimizers.html
index 49676ed99a..9dc25bd3a5 100644
--- a/api/mlos_core/mlos_core.optimizers.html
+++ b/api/mlos_core/mlos_core.optimizers.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.optimizers package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -574,7 +574,7 @@
 
 <dl class="py class">
 <dt class="sig sig-object py" id="mlos_core.optimizers.SpaceAdapterType">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_core.optimizers.</span></span><span class="sig-name descname"><span class="pre">SpaceAdapterType</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names=&lt;not</span> <span class="pre">given&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">*values</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start=1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary=None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_core.optimizers.SpaceAdapterType" title="Link to this definition">¶</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_core.optimizers.</span></span><span class="sig-name descname"><span class="pre">SpaceAdapterType</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_core.optimizers.SpaceAdapterType" title="Link to this definition">¶</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">Enum</span></code></p>
 <p>Enumerate supported MlosCore space adapters.</p>
 <dl class="py attribute">
diff --git a/api/mlos_core/mlos_core.optimizers.optimizer.html b/api/mlos_core/mlos_core.optimizers.optimizer.html
index 80422adb68..7dde461129 100644
--- a/api/mlos_core/mlos_core.optimizers.optimizer.html
+++ b/api/mlos_core/mlos_core.optimizers.optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.optimizers.optimizer module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.random_optimizer.html b/api/mlos_core/mlos_core.optimizers.random_optimizer.html
index 6ed088bb6a..b6c5d5420b 100644
--- a/api/mlos_core/mlos_core.optimizers.random_optimizer.html
+++ b/api/mlos_core/mlos_core.optimizers.random_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.random_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.optimizers.random_optimizer module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.adapters.adapter.html b/api/mlos_core/mlos_core.spaces.adapters.adapter.html
index 3f644198ed..a2a86070ad 100644
--- a/api/mlos_core/mlos_core.spaces.adapters.adapter.html
+++ b/api/mlos_core/mlos_core.spaces.adapters.adapter.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.adapter module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.spaces.adapters.adapter module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.adapters.html b/api/mlos_core/mlos_core.spaces.adapters.html
index d50a5d7856..def9f6c1fd 100644
--- a/api/mlos_core/mlos_core.spaces.adapters.html
+++ b/api/mlos_core/mlos_core.spaces.adapters.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.spaces.adapters package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.adapters.identity_adapter.html b/api/mlos_core/mlos_core.spaces.adapters.identity_adapter.html
index ef19a45736..312821cb84 100644
--- a/api/mlos_core/mlos_core.spaces.adapters.identity_adapter.html
+++ b/api/mlos_core/mlos_core.spaces.adapters.identity_adapter.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.identity_adapter module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.spaces.adapters.identity_adapter module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.adapters.llamatune.html b/api/mlos_core/mlos_core.spaces.adapters.llamatune.html
index 74f11156bc..e340367453 100644
--- a/api/mlos_core/mlos_core.spaces.adapters.llamatune.html
+++ b/api/mlos_core/mlos_core.spaces.adapters.llamatune.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.llamatune module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.spaces.adapters.llamatune module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.converters.flaml.html b/api/mlos_core/mlos_core.spaces.converters.flaml.html
index 0e7cc9b11f..439291ffa1 100644
--- a/api/mlos_core/mlos_core.spaces.converters.flaml.html
+++ b/api/mlos_core/mlos_core.spaces.converters.flaml.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.converters.flaml module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.spaces.converters.flaml module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.converters.html b/api/mlos_core/mlos_core.spaces.converters.html
index aa4953f204..c1f7322218 100644
--- a/api/mlos_core/mlos_core.spaces.converters.html
+++ b/api/mlos_core/mlos_core.spaces.converters.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.converters package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.spaces.converters package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -122,7 +122,8 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Link to this headi
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="mlos_core.spaces.converters.util.html">mlos_core.spaces.converters.util module</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="mlos_core.spaces.converters.util.html#mlos_core.spaces.converters.util.monkey_patch_quantization"><code class="docutils literal notranslate"><span class="pre">monkey_patch_quantization()</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="mlos_core.spaces.converters.util.html#mlos_core.spaces.converters.util.monkey_patch_cs_quantization"><code class="docutils literal notranslate"><span class="pre">monkey_patch_cs_quantization()</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="mlos_core.spaces.converters.util.html#mlos_core.spaces.converters.util.monkey_patch_hp_quantization"><code class="docutils literal notranslate"><span class="pre">monkey_patch_hp_quantization()</span></code></a></li>
 </ul>
 </li>
 </ul>
diff --git a/api/mlos_core/mlos_core.spaces.converters.util.html b/api/mlos_core/mlos_core.spaces.converters.util.html
index adf74efd68..2bf9b78815 100644
--- a/api/mlos_core/mlos_core.spaces.converters.util.html
+++ b/api/mlos_core/mlos_core.spaces.converters.util.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.converters.util module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.spaces.converters.util module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -115,15 +115,41 @@
 <span id="mlos-core-spaces-converters-util-module"></span><h1>mlos_core.spaces.converters.util module<a class="headerlink" href="#module-mlos_core.spaces.converters.util" title="Link to this heading">¶</a></h1>
 <p>Helper functions for config space converters.</p>
 <dl class="py function">
-<dt class="sig sig-object py" id="mlos_core.spaces.converters.util.monkey_patch_quantization">
-<span class="sig-prename descclassname"><span class="pre">mlos_core.spaces.converters.util.</span></span><span class="sig-name descname"><span class="pre">monkey_patch_quantization</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">hp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">NumericalHyperparameter</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">quantization_bins</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#mlos_core.spaces.converters.util.monkey_patch_quantization" title="Link to this definition">¶</a></dt>
+<dt class="sig sig-object py" id="mlos_core.spaces.converters.util.monkey_patch_cs_quantization">
+<span class="sig-prename descclassname"><span class="pre">mlos_core.spaces.converters.util.</span></span><span class="sig-name descname"><span class="pre">monkey_patch_cs_quantization</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">cs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">ConfigurationSpace</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">ConfigurationSpace</span></span></span><a class="headerlink" href="#mlos_core.spaces.converters.util.monkey_patch_cs_quantization" title="Link to this definition">¶</a></dt>
+<dd><p>Monkey-patch quantization into the Hyperparameters of a ConfigSpace.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><dl class="simple">
+<dt><strong>cs</strong><span class="classifier">ConfigurationSpace</span></dt><dd><p>ConfigSpace to patch.</p>
+</dd>
+</dl>
+</dd>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><dl class="simple">
+<dt><strong>cs</strong><span class="classifier">ConfigurationSpace</span></dt><dd><p>Patched ConfigSpace.</p>
+</dd>
+</dl>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="mlos_core.spaces.converters.util.monkey_patch_hp_quantization">
+<span class="sig-prename descclassname"><span class="pre">mlos_core.spaces.converters.util.</span></span><span class="sig-name descname"><span class="pre">monkey_patch_hp_quantization</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">hp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Hyperparameter</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Hyperparameter</span></span></span><a class="headerlink" href="#mlos_core.spaces.converters.util.monkey_patch_hp_quantization" title="Link to this definition">¶</a></dt>
 <dd><p>Monkey-patch quantization into the Hyperparameter.</p>
+<p>Temporary workaround to dropped quantization support in ConfigSpace 1.0
+See Also: &lt;<a class="reference external" href="https://github.com/automl/ConfigSpace/issues/390">https://github.com/automl/ConfigSpace/issues/390</a>&gt;</p>
 <dl class="field-list simple">
 <dt class="field-odd">Parameters<span class="colon">:</span></dt>
 <dd class="field-odd"><dl class="simple">
-<dt><strong>hp</strong><span class="classifier">NumericalHyperparameter</span></dt><dd><p>ConfigSpace hyperparameter to patch.</p>
+<dt><strong>hp</strong><span class="classifier">Hyperparameter</span></dt><dd><p>ConfigSpace hyperparameter to patch.</p>
+</dd>
+</dl>
 </dd>
-<dt><strong>quantization_bins</strong><span class="classifier">int</span></dt><dd><p>Number of bins to quantize the hyperparameter into.</p>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><dl class="simple">
+<dt><strong>hp</strong><span class="classifier">Hyperparameter</span></dt><dd><p>Patched hyperparameter.</p>
 </dd>
 </dl>
 </dd>
diff --git a/api/mlos_core/mlos_core.spaces.html b/api/mlos_core/mlos_core.spaces.html
index 06476055ae..df3afe4393 100644
--- a/api/mlos_core/mlos_core.spaces.html
+++ b/api/mlos_core/mlos_core.spaces.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.spaces package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -156,7 +156,8 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Link to this hea
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_core.spaces.converters.util.html">mlos_core.spaces.converters.util module</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="mlos_core.spaces.converters.util.html#mlos_core.spaces.converters.util.monkey_patch_quantization"><code class="docutils literal notranslate"><span class="pre">monkey_patch_quantization()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="mlos_core.spaces.converters.util.html#mlos_core.spaces.converters.util.monkey_patch_cs_quantization"><code class="docutils literal notranslate"><span class="pre">monkey_patch_cs_quantization()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="mlos_core.spaces.converters.util.html#mlos_core.spaces.converters.util.monkey_patch_hp_quantization"><code class="docutils literal notranslate"><span class="pre">monkey_patch_hp_quantization()</span></code></a></li>
 </ul>
 </li>
 </ul>
diff --git a/api/mlos_core/mlos_core.util.html b/api/mlos_core/mlos_core.util.html
index 85a47ba28b..ba7226f222 100644
--- a/api/mlos_core/mlos_core.util.html
+++ b/api/mlos_core/mlos_core.util.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.util module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.util module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.version.html b/api/mlos_core/mlos_core.version.html
index bbc13cf3f6..ad31c39986 100644
--- a/api/mlos_core/mlos_core.version.html
+++ b/api/mlos_core/mlos_core.version.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.version module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.version module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/modules.html b/api/mlos_core/modules.html
index 8cccce2c23..4685775f39 100644
--- a/api/mlos_core/modules.html
+++ b/api/mlos_core/modules.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/mlos_viz.base.html b/api/mlos_viz/mlos_viz.base.html
index d11eabd0b3..0b7d308c3f 100644
--- a/api/mlos_viz/mlos_viz.base.html
+++ b/api/mlos_viz/mlos_viz.base.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.base module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_viz.base module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/mlos_viz.dabl.html b/api/mlos_viz/mlos_viz.dabl.html
index beaf772389..187b3e1065 100644
--- a/api/mlos_viz/mlos_viz.dabl.html
+++ b/api/mlos_viz/mlos_viz.dabl.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.dabl module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_viz.dabl module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/mlos_viz.html b/api/mlos_viz/mlos_viz.html
index e4ca0e9daf..7f38d80506 100644
--- a/api/mlos_viz/mlos_viz.html
+++ b/api/mlos_viz/mlos_viz.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_viz package &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -122,7 +122,7 @@
 from the mlos_bench framework for benchmarking and optimization automation.</p>
 <dl class="py class">
 <dt class="sig sig-object py" id="mlos_viz.MlosVizMethod">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_viz.</span></span><span class="sig-name descname"><span class="pre">MlosVizMethod</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names=&lt;not</span> <span class="pre">given&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">*values</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start=1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary=None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_viz.MlosVizMethod" title="Link to this definition">¶</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_viz.</span></span><span class="sig-name descname"><span class="pre">MlosVizMethod</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_viz.MlosVizMethod" title="Link to this definition">¶</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">Enum</span></code></p>
 <p>What method to use for visualizing the experiment results.</p>
 <dl class="py attribute">
diff --git a/api/mlos_viz/mlos_viz.util.html b/api/mlos_viz/mlos_viz.util.html
index 6bcf355af3..5a48bfc4ed 100644
--- a/api/mlos_viz/mlos_viz.util.html
+++ b/api/mlos_viz/mlos_viz.util.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.util module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_viz.util module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/mlos_viz.version.html b/api/mlos_viz/mlos_viz.version.html
index 7ec4a0a297..0d88e22528 100644
--- a/api/mlos_viz/mlos_viz.version.html
+++ b/api/mlos_viz/mlos_viz.version.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.version module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_viz.version module &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -36,7 +36,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/modules.html b/api/mlos_viz/modules.html
index fb342806ac..d6baef886a 100644
--- a/api/mlos_viz/modules.html
+++ b/api/mlos_viz/modules.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_viz &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/generated/mlos_bench.environments.CompositeEnv.html b/generated/mlos_bench.environments.CompositeEnv.html
index a5f7239396..3de6ae0145 100644
--- a/generated/mlos_bench.environments.CompositeEnv.html
+++ b/generated/mlos_bench.environments.CompositeEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.CompositeEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.CompositeEnv &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.Environment.html b/generated/mlos_bench.environments.Environment.html
index 2ca11b2c95..758d50139c 100644
--- a/generated/mlos_bench.environments.Environment.html
+++ b/generated/mlos_bench.environments.Environment.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.Environment &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.Environment &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.MockEnv.html b/generated/mlos_bench.environments.MockEnv.html
index 3af4ce0da0..cd4301d5b1 100644
--- a/generated/mlos_bench.environments.MockEnv.html
+++ b/generated/mlos_bench.environments.MockEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.MockEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.MockEnv &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.Status.html b/generated/mlos_bench.environments.Status.html
index 877cb7ffda..92178f95da 100644
--- a/generated/mlos_bench.environments.Status.html
+++ b/generated/mlos_bench.environments.Status.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.Status &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.Status &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -120,7 +120,7 @@
 <h1><a class="reference internal" href="../api/mlos_bench/mlos_bench.environments.html#module-mlos_bench.environments" title="mlos_bench.environments"><code class="xref py py-mod docutils literal notranslate"><span class="pre">mlos_bench.environments</span></code></a>.Status<a class="headerlink" href="#mlos-bench-environments-status" title="Link to this heading">¶</a></h1>
 <dl class="py class">
 <dt class="sig sig-object py" id="mlos_bench.environments.Status">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_bench.environments.</span></span><span class="sig-name descname"><span class="pre">Status</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names=&lt;not</span> <span class="pre">given&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">*values</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start=1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary=None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_bench.environments.Status" title="Link to this definition">¶</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_bench.environments.</span></span><span class="sig-name descname"><span class="pre">Status</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_bench.environments.Status" title="Link to this definition">¶</a></dt>
 <dd><p>Enum for the status of the benchmark/environment.</p>
 <dl class="py method">
 <dt class="sig sig-object py" id="mlos_bench.environments.Status.__init__">
diff --git a/generated/mlos_bench.environments.local.LocalEnv.html b/generated/mlos_bench.environments.local.LocalEnv.html
index b897fc805b..b8c4a9961f 100644
--- a/generated/mlos_bench.environments.local.LocalEnv.html
+++ b/generated/mlos_bench.environments.local.LocalEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.local.LocalEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.local.LocalEnv &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.local.LocalFileShareEnv.html b/generated/mlos_bench.environments.local.LocalFileShareEnv.html
index 351bc6a032..10f81f4fa8 100644
--- a/generated/mlos_bench.environments.local.LocalFileShareEnv.html
+++ b/generated/mlos_bench.environments.local.LocalFileShareEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.local.LocalFileShareEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.local.LocalFileShareEnv &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.remote.HostEnv.html b/generated/mlos_bench.environments.remote.HostEnv.html
index 3ed8c56a01..4abb56d5cc 100644
--- a/generated/mlos_bench.environments.remote.HostEnv.html
+++ b/generated/mlos_bench.environments.remote.HostEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.HostEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.remote.HostEnv &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.remote.OSEnv.html b/generated/mlos_bench.environments.remote.OSEnv.html
index ddfb12b5d3..f5328aa229 100644
--- a/generated/mlos_bench.environments.remote.OSEnv.html
+++ b/generated/mlos_bench.environments.remote.OSEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.OSEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.remote.OSEnv &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.remote.RemoteEnv.html b/generated/mlos_bench.environments.remote.RemoteEnv.html
index 67dd703689..7fcd987e7b 100644
--- a/generated/mlos_bench.environments.remote.RemoteEnv.html
+++ b/generated/mlos_bench.environments.remote.RemoteEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.RemoteEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.remote.RemoteEnv &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.remote.VMEnv.html b/generated/mlos_bench.environments.remote.VMEnv.html
index fec51a0fe5..6d62ea6088 100644
--- a/generated/mlos_bench.environments.remote.VMEnv.html
+++ b/generated/mlos_bench.environments.remote.VMEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.VMEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.environments.remote.VMEnv &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.optimizers.MlosCoreOptimizer.html b/generated/mlos_bench.optimizers.MlosCoreOptimizer.html
index 5b82be6a44..f837436048 100644
--- a/generated/mlos_bench.optimizers.MlosCoreOptimizer.html
+++ b/generated/mlos_bench.optimizers.MlosCoreOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.MlosCoreOptimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.optimizers.MlosCoreOptimizer &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.optimizers.MockOptimizer.html b/generated/mlos_bench.optimizers.MockOptimizer.html
index dae7fdcccd..c56bbd0e1d 100644
--- a/generated/mlos_bench.optimizers.MockOptimizer.html
+++ b/generated/mlos_bench.optimizers.MockOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.MockOptimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.optimizers.MockOptimizer &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.optimizers.Optimizer.html b/generated/mlos_bench.optimizers.Optimizer.html
index 7420a07a25..5c203734a9 100644
--- a/generated/mlos_bench.optimizers.Optimizer.html
+++ b/generated/mlos_bench.optimizers.Optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.Optimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.optimizers.Optimizer &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.FileShareService.html b/generated/mlos_bench.services.FileShareService.html
index aae4e88671..3f8d81b42c 100644
--- a/generated/mlos_bench.services.FileShareService.html
+++ b/generated/mlos_bench.services.FileShareService.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.FileShareService &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.FileShareService &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.Service.html b/generated/mlos_bench.services.Service.html
index 6879b1b929..9cc0c0a286 100644
--- a/generated/mlos_bench.services.Service.html
+++ b/generated/mlos_bench.services.Service.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.Service &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.Service &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.config_persistence.ConfigPersistenceService.html b/generated/mlos_bench.services.config_persistence.ConfigPersistenceService.html
index 807dfda1bf..04805b299e 100644
--- a/generated/mlos_bench.services.config_persistence.ConfigPersistenceService.html
+++ b/generated/mlos_bench.services.config_persistence.ConfigPersistenceService.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.config_persistence.ConfigPersistenceService &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.config_persistence.ConfigPersistenceService &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.local.LocalExecService.html b/generated/mlos_bench.services.local.LocalExecService.html
index 69d55933ce..bdb9ab042b 100644
--- a/generated/mlos_bench.services.local.LocalExecService.html
+++ b/generated/mlos_bench.services.local.LocalExecService.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.local.LocalExecService &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.local.LocalExecService &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.remote.azure.AzureFileShareService.html b/generated/mlos_bench.services.remote.azure.AzureFileShareService.html
index b971ddcf0f..b4c47b46f2 100644
--- a/generated/mlos_bench.services.remote.azure.AzureFileShareService.html
+++ b/generated/mlos_bench.services.remote.azure.AzureFileShareService.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.AzureFileShareService &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.remote.azure.AzureFileShareService &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.remote.azure.AzureVMService.html b/generated/mlos_bench.services.remote.azure.AzureVMService.html
index 7214c4347b..ff8d840422 100644
--- a/generated/mlos_bench.services.remote.azure.AzureVMService.html
+++ b/generated/mlos_bench.services.remote.azure.AzureVMService.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.AzureVMService &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.services.remote.azure.AzureVMService &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.Storage.html b/generated/mlos_bench.storage.Storage.html
index 981dfb458c..8e270ec42c 100644
--- a/generated/mlos_bench.storage.Storage.html
+++ b/generated/mlos_bench.storage.Storage.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.Storage &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.Storage &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.base_experiment_data.ExperimentData.html b/generated/mlos_bench.storage.base_experiment_data.ExperimentData.html
index 1f66dc5e86..61fa25db13 100644
--- a/generated/mlos_bench.storage.base_experiment_data.ExperimentData.html
+++ b/generated/mlos_bench.storage.base_experiment_data.ExperimentData.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_experiment_data.ExperimentData &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.base_experiment_data.ExperimentData &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.base_trial_data.TrialData.html b/generated/mlos_bench.storage.base_trial_data.TrialData.html
index a8dd81251b..fdfda9fc3d 100644
--- a/generated/mlos_bench.storage.base_trial_data.TrialData.html
+++ b/generated/mlos_bench.storage.base_trial_data.TrialData.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_trial_data.TrialData &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.base_trial_data.TrialData &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.html b/generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.html
index fba083e67e..3e6e1f430c 100644
--- a/generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.html
+++ b/generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_tunable_config_data.TunableConfigData &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.base_tunable_config_data.TunableConfigData &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.html b/generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.html
index 925100b6be..edca8512fa 100644
--- a/generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.html
+++ b/generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.sql.storage.SqlStorage.html b/generated/mlos_bench.storage.sql.storage.SqlStorage.html
index 4c04dd819e..ad7dbde476 100644
--- a/generated/mlos_bench.storage.sql.storage.SqlStorage.html
+++ b/generated/mlos_bench.storage.sql.storage.SqlStorage.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.storage.SqlStorage &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.sql.storage.SqlStorage &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.storage_factory.from_config.html b/generated/mlos_bench.storage.storage_factory.from_config.html
index b35b9020c8..d94cb0ba08 100644
--- a/generated/mlos_bench.storage.storage_factory.from_config.html
+++ b/generated/mlos_bench.storage.storage_factory.from_config.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.storage_factory.from_config &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.storage.storage_factory.from_config &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.tunables.Tunable.html b/generated/mlos_bench.tunables.Tunable.html
index 3f26a89585..c9af8d09c5 100644
--- a/generated/mlos_bench.tunables.Tunable.html
+++ b/generated/mlos_bench.tunables.Tunable.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables.Tunable &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.tunables.Tunable &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.tunables.TunableGroups.html b/generated/mlos_bench.tunables.TunableGroups.html
index 42b4b295d0..6a9dae92cc 100644
--- a/generated/mlos_bench.tunables.TunableGroups.html
+++ b/generated/mlos_bench.tunables.TunableGroups.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables.TunableGroups &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_bench.tunables.TunableGroups &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.OptimizerFactory.create.html b/generated/mlos_core.optimizers.OptimizerFactory.create.html
index 444482b3b9..30d9d24017 100644
--- a/generated/mlos_core.optimizers.OptimizerFactory.create.html
+++ b/generated/mlos_core.optimizers.OptimizerFactory.create.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.OptimizerFactory.create &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.optimizers.OptimizerFactory.create &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.OptimizerFactory.html b/generated/mlos_core.optimizers.OptimizerFactory.html
index fe199afc7a..2880e90c07 100644
--- a/generated/mlos_core.optimizers.OptimizerFactory.html
+++ b/generated/mlos_core.optimizers.OptimizerFactory.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.OptimizerFactory &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.optimizers.OptimizerFactory &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.OptimizerType.html b/generated/mlos_core.optimizers.OptimizerType.html
index dfa295ddd3..b686dd00a1 100644
--- a/generated/mlos_core.optimizers.OptimizerType.html
+++ b/generated/mlos_core.optimizers.OptimizerType.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.OptimizerType &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.optimizers.OptimizerType &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -118,7 +118,7 @@
 <h1><a class="reference internal" href="../api/mlos_core/mlos_core.optimizers.html#module-mlos_core.optimizers" title="mlos_core.optimizers"><code class="xref py py-mod docutils literal notranslate"><span class="pre">mlos_core.optimizers</span></code></a>.OptimizerType<a class="headerlink" href="#mlos-core-optimizers-optimizertype" title="Link to this heading">¶</a></h1>
 <dl class="py class">
 <dt class="sig sig-object py" id="mlos_core.optimizers.OptimizerType">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_core.optimizers.</span></span><span class="sig-name descname"><span class="pre">OptimizerType</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names=&lt;not</span> <span class="pre">given&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">*values</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start=1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary=None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_core.optimizers.OptimizerType" title="Link to this definition">¶</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_core.optimizers.</span></span><span class="sig-name descname"><span class="pre">OptimizerType</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_core.optimizers.OptimizerType" title="Link to this definition">¶</a></dt>
 <dd><p>Enumerate supported MlosCore optimizers.</p>
 <dl class="py method">
 <dt class="sig sig-object py" id="mlos_core.optimizers.OptimizerType.__init__">
diff --git a/generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.html b/generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.html
index 5875d3366c..1e4df4632f 100644
--- a/generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.html
+++ b/generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.html b/generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.html
index a866ce4080..05aea32460 100644
--- a/generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.html
+++ b/generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.bayesian_optimizers.SmacOptimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.optimizers.bayesian_optimizers.SmacOptimizer &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.html b/generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.html
index 4f27f46cd2..84549bd6b1 100644
--- a/generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.html
+++ b/generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.flaml_optimizer.FlamlOptimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.optimizers.flaml_optimizer.FlamlOptimizer &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.optimizer.BaseOptimizer.html b/generated/mlos_core.optimizers.optimizer.BaseOptimizer.html
index b3acebe4c4..60c3d4f6fb 100644
--- a/generated/mlos_core.optimizers.optimizer.BaseOptimizer.html
+++ b/generated/mlos_core.optimizers.optimizer.BaseOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.optimizer.BaseOptimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.optimizers.optimizer.BaseOptimizer &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.html b/generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.html
index 4f3572fb48..b20ad2d427 100644
--- a/generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.html
+++ b/generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.random_optimizer.RandomOptimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.optimizers.random_optimizer.RandomOptimizer &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.html b/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.html
index 814e5fd6c9..ff35abf78b 100644
--- a/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.html
+++ b/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.SpaceAdapterFactory.create &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.spaces.adapters.SpaceAdapterFactory.create &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.html b/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.html
index ef1c2191fb..894fecedef 100644
--- a/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.html
+++ b/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.SpaceAdapterFactory &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.spaces.adapters.SpaceAdapterFactory &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.SpaceAdapterType.html b/generated/mlos_core.spaces.adapters.SpaceAdapterType.html
index 2831ec1541..5d9634e276 100644
--- a/generated/mlos_core.spaces.adapters.SpaceAdapterType.html
+++ b/generated/mlos_core.spaces.adapters.SpaceAdapterType.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.SpaceAdapterType &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.spaces.adapters.SpaceAdapterType &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -117,7 +117,7 @@
 <h1><a class="reference internal" href="../api/mlos_core/mlos_core.spaces.adapters.html#module-mlos_core.spaces.adapters" title="mlos_core.spaces.adapters"><code class="xref py py-mod docutils literal notranslate"><span class="pre">mlos_core.spaces.adapters</span></code></a>.SpaceAdapterType<a class="headerlink" href="#mlos-core-spaces-adapters-spaceadaptertype" title="Link to this heading">¶</a></h1>
 <dl class="py class">
 <dt class="sig sig-object py" id="mlos_core.spaces.adapters.SpaceAdapterType">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_core.spaces.adapters.</span></span><span class="sig-name descname"><span class="pre">SpaceAdapterType</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names=&lt;not</span> <span class="pre">given&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">*values</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start=1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary=None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_core.spaces.adapters.SpaceAdapterType" title="Link to this definition">¶</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_core.spaces.adapters.</span></span><span class="sig-name descname"><span class="pre">SpaceAdapterType</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_core.spaces.adapters.SpaceAdapterType" title="Link to this definition">¶</a></dt>
 <dd><p>Enumerate supported MlosCore space adapters.</p>
 <dl class="py method">
 <dt class="sig sig-object py" id="mlos_core.spaces.adapters.SpaceAdapterType.__init__">
diff --git a/generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.html b/generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.html
index d305d8e946..201512ad1a 100644
--- a/generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.html
+++ b/generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.adapter.BaseSpaceAdapter &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.spaces.adapters.adapter.BaseSpaceAdapter &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.html b/generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.html
index 898d35f29d..4ccda2e81f 100644
--- a/generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.html
+++ b/generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.identity_adapter.IdentityAdapter &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.spaces.adapters.identity_adapter.IdentityAdapter &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.html b/generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.html
index da492ad434..d99b80a397 100644
--- a/generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.html
+++ b/generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.html b/generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.html
index 2de0ea56b2..55f5992ff3 100644
--- a/generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.html
+++ b/generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.converters.flaml.configspace_to_flaml_space &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_core.spaces.converters.flaml.configspace_to_flaml_space &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_viz.MlosVizMethod.html b/generated/mlos_viz.MlosVizMethod.html
index 9753ce1425..aacb5e281b 100644
--- a/generated/mlos_viz.MlosVizMethod.html
+++ b/generated/mlos_viz.MlosVizMethod.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.MlosVizMethod &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_viz.MlosVizMethod &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -113,7 +113,7 @@
 <h1><a class="reference internal" href="../api/mlos_viz/mlos_viz.html#module-mlos_viz" title="mlos_viz"><code class="xref py py-mod docutils literal notranslate"><span class="pre">mlos_viz</span></code></a>.MlosVizMethod<a class="headerlink" href="#mlos-viz-mlosvizmethod" title="Link to this heading">¶</a></h1>
 <dl class="py class">
 <dt class="sig sig-object py" id="mlos_viz.MlosVizMethod">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_viz.</span></span><span class="sig-name descname"><span class="pre">MlosVizMethod</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names=&lt;not</span> <span class="pre">given&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">*values</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start=1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary=None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_viz.MlosVizMethod" title="Link to this definition">¶</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">mlos_viz.</span></span><span class="sig-name descname"><span class="pre">MlosVizMethod</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">names</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">qualname</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">type</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">boundary</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#mlos_viz.MlosVizMethod" title="Link to this definition">¶</a></dt>
 <dd><p>What method to use for visualizing the experiment results.</p>
 <dl class="py method">
 <dt class="sig sig-object py" id="mlos_viz.MlosVizMethod.__init__">
diff --git a/generated/mlos_viz.plot.html b/generated/mlos_viz.plot.html
index e2d2459b83..700ee0c425 100644
--- a/generated/mlos_viz.plot.html
+++ b/generated/mlos_viz.plot.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.plot &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_viz.plot &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/genindex.html b/genindex.html
index 5b0cc9bedb..99dd9fedd5 100644
--- a/genindex.html
+++ b/genindex.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Index &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>Index &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/plot_directive.css" />
@@ -13,7 +13,7 @@
     <script src="_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="_static/documentation_options.js?v=f15b420e"></script>
         <script src="_static/doctools.js?v=9a2dae69"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -34,7 +34,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -1807,8 +1807,6 @@ <h2 id="M">M</h2>
         <li><a href="api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.html#module-mlos_bench.storage.sql.tunable_config_trial_group_data">module</a>
 </li>
       </ul></li>
-  </ul></td>
-  <td style="width: 33%; vertical-align: top;"><ul>
       <li>
     mlos_bench.storage.storage_factory
 
@@ -1816,6 +1814,8 @@ <h2 id="M">M</h2>
         <li><a href="api/mlos_bench/mlos_bench.storage.storage_factory.html#module-mlos_bench.storage.storage_factory">module</a>
 </li>
       </ul></li>
+  </ul></td>
+  <td style="width: 33%; vertical-align: top;"><ul>
       <li>
     mlos_bench.storage.util
 
@@ -2279,7 +2279,9 @@ <h2 id="M">M</h2>
         <li><a href="api/mlos_viz/mlos_viz.version.html#module-mlos_viz.version">mlos_viz.version</a>
 </li>
       </ul></li>
-      <li><a href="api/mlos_core/mlos_core.spaces.converters.util.html#mlos_core.spaces.converters.util.monkey_patch_quantization">monkey_patch_quantization() (in module mlos_core.spaces.converters.util)</a>
+      <li><a href="api/mlos_core/mlos_core.spaces.converters.util.html#mlos_core.spaces.converters.util.monkey_patch_cs_quantization">monkey_patch_cs_quantization() (in module mlos_core.spaces.converters.util)</a>
+</li>
+      <li><a href="api/mlos_core/mlos_core.spaces.converters.util.html#mlos_core.spaces.converters.util.monkey_patch_hp_quantization">monkey_patch_hp_quantization() (in module mlos_core.spaces.converters.util)</a>
 </li>
   </ul></td>
 </tr></table>
diff --git a/htmlcov/class_index.html b/htmlcov/class_index.html
index d89dc113d9..c5f338598c 100644
--- a/htmlcov/class_index.html
+++ b/htmlcov/class_index.html
@@ -55,7 +55,7 @@ <h2>
         </h2>
         <p class="text">
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </header>
@@ -441,8 +441,8 @@ <h2>
                 <td class="right" data-ratio="47 47">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t34">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t34"><data value='TunableValueKind'>TunableValueKind</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t37">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t37"><data value='TunableValueKind'>TunableValueKind</data></a></td>
                 <td>0</td>
                 <td>0</td>
                 <td>0</td>
@@ -460,9 +460,9 @@ <h2>
                 <td class="name left"><a href="z_323f8141f9f539b4_grid_search_optimizer_py.html#t24">mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py</a></td>
                 <td class="name left"><a href="z_323f8141f9f539b4_grid_search_optimizer_py.html#t24"><data value='GridSearchOptimizer'>GridSearchOptimizer</data></a></td>
                 <td>64</td>
-                <td>7</td>
+                <td>9</td>
                 <td>0</td>
-                <td class="right" data-ratio="57 64">89%</td>
+                <td class="right" data-ratio="55 64">86%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_grid_search_optimizer_py.html">mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py</a></td>
@@ -492,9 +492,9 @@ <h2>
                 <td class="name left"><a href="z_323f8141f9f539b4_mock_optimizer_py.html#t20">mlos_bench/mlos_bench/optimizers/mock_optimizer.py</a></td>
                 <td class="name left"><a href="z_323f8141f9f539b4_mock_optimizer_py.html#t20"><data value='MockOptimizer'>MockOptimizer</data></a></td>
                 <td>22</td>
-                <td>1</td>
+                <td>3</td>
                 <td>0</td>
-                <td class="right" data-ratio="21 22">95%</td>
+                <td class="right" data-ratio="19 22">86%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_mock_optimizer_py.html">mlos_bench/mlos_bench/optimizers/mock_optimizer.py</a></td>
@@ -660,9 +660,9 @@ <h2>
                 <td class="name left"><a href="z_ea07be53de14ffe8_local_exec_py.html#t73">mlos_bench/mlos_bench/services/local/local_exec.py</a></td>
                 <td class="name left"><a href="z_ea07be53de14ffe8_local_exec_py.html#t73"><data value='LocalExecService'>LocalExecService</data></a></td>
                 <td>46</td>
-                <td>7</td>
+                <td>9</td>
                 <td>0</td>
-                <td class="right" data-ratio="39 46">85%</td>
+                <td class="right" data-ratio="37 46">80%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_ea07be53de14ffe8_local_exec_py.html">mlos_bench/mlos_bench/services/local/local_exec.py</a></td>
@@ -724,9 +724,9 @@ <h2>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html#t25">mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py</a></td>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html#t25"><data value='AzureDeploymentService'>AzureDeploymentService</data></a></td>
                 <td>143</td>
-                <td>43</td>
+                <td>44</td>
                 <td>1</td>
-                <td class="right" data-ratio="100 143">70%</td>
+                <td class="right" data-ratio="99 143">69%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html">mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py</a></td>
@@ -788,9 +788,9 @@ <h2>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_vm_services_py.html#t27">mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py</a></td>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_vm_services_py.html#t27"><data value='AzureVMService'>AzureVMService</data></a></td>
                 <td>66</td>
-                <td>2</td>
+                <td>3</td>
                 <td>0</td>
-                <td class="right" data-ratio="64 66">97%</td>
+                <td class="right" data-ratio="63 66">95%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_vm_services_py.html">mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py</a></td>
@@ -2291,10 +2291,10 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
                 <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html"><data value=''><span class='no-noun'>(no class)</span></data></a></td>
-                <td>45</td>
+                <td>43</td>
                 <td>0</td>
                 <td>0</td>
-                <td class="right" data-ratio="45 45">100%</td>
+                <td class="right" data-ratio="43 43">100%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_b6de38f7e42477eb_tunables_assign_test_py.html">mlos_bench/mlos_bench/tests/tunables/tunables_assign_test.py</a></td>
@@ -2659,10 +2659,10 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_4c77d49b5a513862_util_py.html">mlos_core/mlos_core/spaces/converters/util.py</a></td>
                 <td class="name left"><a href="z_4c77d49b5a513862_util_py.html"><data value=''><span class='no-noun'>(no class)</span></data></a></td>
-                <td>9</td>
-                <td>1</td>
+                <td>30</td>
+                <td>3</td>
                 <td>0</td>
-                <td class="right" data-ratio="8 9">89%</td>
+                <td class="right" data-ratio="27 30">90%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_7980ac9b936dbc70___init___py.html">mlos_core/mlos_core/tests/__init__.py</a></td>
@@ -2747,10 +2747,10 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
                 <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html"><data value=''><span class='no-noun'>(no class)</span></data></a></td>
-                <td>185</td>
+                <td>171</td>
                 <td>1</td>
                 <td>0</td>
-                <td class="right" data-ratio="184 185">99%</td>
+                <td class="right" data-ratio="170 171">99%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_c9154d4bcbf20984_space_adapter_factory_test_py.html">mlos_core/mlos_core/tests/spaces/adapters/space_adapter_factory_test.py</a></td>
@@ -2763,10 +2763,10 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html">mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py</a></td>
                 <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html"><data value=''><span class='no-noun'>(no class)</span></data></a></td>
-                <td>33</td>
+                <td>55</td>
                 <td>0</td>
                 <td>0</td>
-                <td class="right" data-ratio="33 33">100%</td>
+                <td class="right" data-ratio="55 55">100%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_fdd0616ad8099d78_spaces_test_py.html#t72">mlos_core/mlos_core/tests/spaces/spaces_test.py</a></td>
@@ -2901,10 +2901,10 @@ <h2>
             <tr class="total">
                 <td class="name left">Total</td>
                 <td class="name left">&nbsp;</td>
-                <td>9659</td>
-                <td>550</td>
+                <td>9686</td>
+                <td>560</td>
                 <td>296</td>
-                <td class="right" data-ratio="9109 9659">94%</td>
+                <td class="right" data-ratio="9126 9686">94%</td>
             </tr>
         </tfoot>
     </table>
@@ -2916,7 +2916,7 @@ <h2>
     <div class="content">
         <p>
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
     <aside class="hidden">
diff --git a/htmlcov/conftest_py.html b/htmlcov/conftest_py.html
index c259916fef..d9bc8196ee 100644
--- a/htmlcov/conftest_py.html
+++ b/htmlcov/conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -126,7 +126,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">                        <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">                            <span class="str">"DISPLAY environment variable is set, "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">                            <span class="str">"which can cause problems in some setups (e.g. WSL). "</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">                            <span class="fst">f"</span><span class="fst">Adjusting matplotlib backend to '</span><span class="op">{</span><span class="nam">matplotlib</span><span class="op">.</span><span class="nam">rcParams</span><span class="op">[</span><span class="str">'backend'</span><span class="op">]</span><span class="op">}</span><span class="fst">' </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">                            <span class="str">f"Adjusting matplotlib backend to '{matplotlib.rcParams['backend']}' "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t">                            <span class="str">"to compensate."</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">                        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">                    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -187,7 +187,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/function_index.html b/htmlcov/function_index.html
index b7fd20449e..42bfba0aa3 100644
--- a/htmlcov/function_index.html
+++ b/htmlcov/function_index.html
@@ -55,7 +55,7 @@ <h2>
         </h2>
         <p class="text">
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </header>
@@ -1305,64 +1305,64 @@ <h2>
                 <td class="right" data-ratio="47 47">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t46">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t46"><data value='normalize_weights'>_normalize_weights</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t49">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t49"><data value='normalize_weights'>_normalize_weights</data></a></td>
                 <td>2</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="2 2">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t52">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t52"><data value='tunable_to_configspace'>_tunable_to_configspace</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t55">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t55"><data value='tunable_to_configspace'>_tunable_to_configspace</data></a></td>
                 <td>33</td>
                 <td>2</td>
                 <td>0</td>
                 <td class="right" data-ratio="31 33">94%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t186">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t186"><data value='tunable_groups_to_configspace'>tunable_groups_to_configspace</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t192">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t192"><data value='tunable_groups_to_configspace'>tunable_groups_to_configspace</data></a></td>
                 <td>4</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="4 4">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t220">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t220"><data value='tunable_values_to_configuration'>tunable_values_to_configuration</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t226">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t226"><data value='tunable_values_to_configuration'>tunable_values_to_configuration</data></a></td>
                 <td>12</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="12 12">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t250">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t250"><data value='configspace_data_to_tunable_values'>configspace_data_to_tunable_values</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t256">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t256"><data value='configspace_data_to_tunable_values'>configspace_data_to_tunable_values</data></a></td>
                 <td>11</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="11 11">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t270">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t270"><data value='special_param_names'>special_param_names</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t276">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t276"><data value='special_param_names'>special_param_names</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t292">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t292"><data value='special_param_name_is_temp'>special_param_name_is_temp</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t298">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t298"><data value='special_param_name_is_temp'>special_param_name_is_temp</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t311">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t311"><data value='special_param_name_strip'>special_param_name_strip</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t317">mlos_bench/mlos_bench/optimizers/convert_configspace.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_convert_configspace_py.html#t317"><data value='special_param_name_strip'>special_param_name_strip</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
@@ -1420,9 +1420,9 @@ <h2>
                 <td class="name left"><a href="z_323f8141f9f539b4_grid_search_optimizer_py.html#t116">mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py</a></td>
                 <td class="name left"><a href="z_323f8141f9f539b4_grid_search_optimizer_py.html#t116"><data value='bulk_register'>GridSearchOptimizer.bulk_register</data></a></td>
                 <td>11</td>
-                <td>2</td>
+                <td>4</td>
                 <td>0</td>
-                <td class="right" data-ratio="9 11">82%</td>
+                <td class="right" data-ratio="7 11">64%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_grid_search_optimizer_py.html#t134">mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py</a></td>
@@ -1548,9 +1548,9 @@ <h2>
                 <td class="name left"><a href="z_323f8141f9f539b4_mock_optimizer_py.html#t38">mlos_bench/mlos_bench/optimizers/mock_optimizer.py</a></td>
                 <td class="name left"><a href="z_323f8141f9f539b4_mock_optimizer_py.html#t38"><data value='bulk_register'>MockOptimizer.bulk_register</data></a></td>
                 <td>11</td>
-                <td>1</td>
+                <td>3</td>
                 <td>0</td>
-                <td class="right" data-ratio="10 11">91%</td>
+                <td class="right" data-ratio="8 11">73%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_mock_optimizer_py.html#t56">mlos_bench/mlos_bench/optimizers/mock_optimizer.py</a></td>
@@ -2204,9 +2204,9 @@ <h2>
                 <td class="name left"><a href="z_ea07be53de14ffe8_local_exec_py.html#t185">mlos_bench/mlos_bench/services/local/local_exec.py</a></td>
                 <td class="name left"><a href="z_ea07be53de14ffe8_local_exec_py.html#t185"><data value='local_exec_script'>LocalExecService._local_exec_script</data></a></td>
                 <td>24</td>
-                <td>7</td>
+                <td>9</td>
                 <td>0</td>
-                <td class="right" data-ratio="17 24">71%</td>
+                <td class="right" data-ratio="15 24">62%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_ea07be53de14ffe8_local_exec_py.html">mlos_bench/mlos_bench/services/local/local_exec.py</a></td>
@@ -2356,9 +2356,9 @@ <h2>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html#t214">mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py</a></td>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html#t214"><data value='check_operation_status'>AzureDeploymentService._check_operation_status</data></a></td>
                 <td>23</td>
-                <td>5</td>
+                <td>6</td>
                 <td>0</td>
-                <td class="right" data-ratio="18 23">78%</td>
+                <td class="right" data-ratio="17 23">74%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html#t264">mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py</a></td>
@@ -2676,9 +2676,9 @@ <h2>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_vm_services_py.html#t449">mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py</a></td>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_vm_services_py.html#t449"><data value='remote_exec'>AzureVMService.remote_exec</data></a></td>
                 <td>18</td>
-                <td>1</td>
+                <td>2</td>
                 <td>0</td>
-                <td class="right" data-ratio="17 18">94%</td>
+                <td class="right" data-ratio="16 18">89%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_vm_services_py.html#t534">mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py</a></td>
@@ -8513,64 +8513,64 @@ <h2>
                 <td class="right" data-ratio="9 9">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t32">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t32"><data value='configuration_space'>configuration_space</data></a></td>
-                <td>8</td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t34">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t34"><data value='configuration_space'>configuration_space</data></a></td>
+                <td>4</td>
                 <td>0</td>
                 <td>0</td>
-                <td class="right" data-ratio="8 8">100%</td>
+                <td class="right" data-ratio="4 4">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t110">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t110"><data value='cmp_tunable_hyperparameter_categorical'>_cmp_tunable_hyperparameter_categorical</data></a></td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t113">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t113"><data value='cmp_tunable_hyperparameter_categorical'>_cmp_tunable_hyperparameter_categorical</data></a></td>
                 <td>4</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="4 4">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t118">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t118"><data value='cmp_tunable_hyperparameter_numerical'>_cmp_tunable_hyperparameter_numerical</data></a></td>
-                <td>5</td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t121">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t121"><data value='cmp_tunable_hyperparameter_numerical'>_cmp_tunable_hyperparameter_numerical</data></a></td>
+                <td>8</td>
                 <td>0</td>
                 <td>0</td>
-                <td class="right" data-ratio="5 5">100%</td>
+                <td class="right" data-ratio="8 8">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t127">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t127"><data value='test_tunable_to_configspace_categorical'>test_tunable_to_configspace_categorical</data></a></td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t133">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t133"><data value='test_tunable_to_configspace_categorical'>test_tunable_to_configspace_categorical</data></a></td>
                 <td>2</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="2 2">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t133">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t133"><data value='test_tunable_to_configspace_int'>test_tunable_to_configspace_int</data></a></td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t139">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t139"><data value='test_tunable_to_configspace_int'>test_tunable_to_configspace_int</data></a></td>
                 <td>2</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="2 2">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t139">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t139"><data value='test_tunable_to_configspace_float'>test_tunable_to_configspace_float</data></a></td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t145">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t145"><data value='test_tunable_to_configspace_float'>test_tunable_to_configspace_float</data></a></td>
                 <td>2</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="2 2">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t152">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t152"><data value='test_tunable_groups_to_hyperparameters'>test_tunable_groups_to_hyperparameters</data></a></td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t158">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t158"><data value='test_tunable_groups_to_hyperparameters'>test_tunable_groups_to_hyperparameters</data></a></td>
                 <td>3</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="3 3">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t163">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
-                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t163"><data value='test_tunable_groups_to_configspace'>test_tunable_groups_to_configspace</data></a></td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t169">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
+                <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html#t169"><data value='test_tunable_groups_to_configspace'>test_tunable_groups_to_configspace</data></a></td>
                 <td>2</td>
                 <td>0</td>
                 <td>0</td>
@@ -8579,10 +8579,10 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
                 <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html"><data value=''><span class='no-noun'>(no function)</span></data></a></td>
-                <td>17</td>
+                <td>16</td>
                 <td>0</td>
                 <td>0</td>
-                <td class="right" data-ratio="17 17">100%</td>
+                <td class="right" data-ratio="16 16">100%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_b6de38f7e42477eb_tunables_assign_test_py.html#t16">mlos_bench/mlos_bench/tests/tunables/tunables_assign_test.py</a></td>
@@ -10241,21 +10241,29 @@ <h2>
                 <td class="right" data-ratio="9 10">90%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_4c77d49b5a513862_util_py.html#t11">mlos_core/mlos_core/spaces/converters/util.py</a></td>
-                <td class="name left"><a href="z_4c77d49b5a513862_util_py.html#t11"><data value='monkey_patch_quantization'>monkey_patch_quantization</data></a></td>
-                <td>6</td>
-                <td>1</td>
+                <td class="name left"><a href="z_4c77d49b5a513862_util_py.html#t14">mlos_core/mlos_core/spaces/converters/util.py</a></td>
+                <td class="name left"><a href="z_4c77d49b5a513862_util_py.html#t14"><data value='monkey_patch_hp_quantization'>monkey_patch_hp_quantization</data></a></td>
+                <td>21</td>
+                <td>3</td>
                 <td>0</td>
-                <td class="right" data-ratio="5 6">83%</td>
+                <td class="right" data-ratio="18 21">86%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_4c77d49b5a513862_util_py.html">mlos_core/mlos_core/spaces/converters/util.py</a></td>
-                <td class="name left"><a href="z_4c77d49b5a513862_util_py.html"><data value=''><span class='no-noun'>(no function)</span></data></a></td>
+                <td class="name left"><a href="z_4c77d49b5a513862_util_py.html#t69">mlos_core/mlos_core/spaces/converters/util.py</a></td>
+                <td class="name left"><a href="z_4c77d49b5a513862_util_py.html#t69"><data value='monkey_patch_cs_quantization'>monkey_patch_cs_quantization</data></a></td>
                 <td>3</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="3 3">100%</td>
             </tr>
+            <tr class="region">
+                <td class="name left"><a href="z_4c77d49b5a513862_util_py.html">mlos_core/mlos_core/spaces/converters/util.py</a></td>
+                <td class="name left"><a href="z_4c77d49b5a513862_util_py.html"><data value=''><span class='no-noun'>(no function)</span></data></a></td>
+                <td>6</td>
+                <td>0</td>
+                <td>0</td>
+                <td class="right" data-ratio="6 6">100%</td>
+            </tr>
             <tr class="region">
                 <td class="name left"><a href="z_7980ac9b936dbc70___init___py.html#t25">mlos_core/mlos_core/tests/__init__.py</a></td>
                 <td class="name left"><a href="z_7980ac9b936dbc70___init___py.html#t25"><data value='get_all_submodules'>get_all_submodules</data></a></td>
@@ -10593,80 +10601,80 @@ <h2>
                 <td class="right" data-ratio="4 4">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t22">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t22"><data value='construct_parameter_space'>construct_parameter_space</data></a></td>
-                <td>16</td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t25">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t25"><data value='construct_parameter_space'>construct_parameter_space</data></a></td>
+                <td>2</td>
                 <td>0</td>
                 <td>0</td>
-                <td class="right" data-ratio="16 16">100%</td>
+                <td class="right" data-ratio="2 2">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t84">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t84"><data value='test_num_low_dims'>test_num_low_dims</data></a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t97">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t97"><data value='test_num_low_dims'>test_num_low_dims</data></a></td>
                 <td>20</td>
                 <td>1</td>
                 <td>0</td>
                 <td class="right" data-ratio="19 20">95%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t146">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t146"><data value='test_special_parameter_values_validation'>test_special_parameter_values_validation</data></a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t159">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t159"><data value='test_special_parameter_values_validation'>test_special_parameter_values_validation</data></a></td>
                 <td>21</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="21 21">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t228">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t228"><data value='gen_random_configs'>gen_random_configs</data></a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t241">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t241"><data value='gen_random_configs'>gen_random_configs</data></a></td>
                 <td>5</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="5 5">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t242">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t242"><data value='test_special_parameter_values_biasing'>test_special_parameter_values_biasing</data></a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t255">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t255"><data value='test_special_parameter_values_biasing'>test_special_parameter_values_biasing</data></a></td>
                 <td>38</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="38 38">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t336">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t336"><data value='test_max_unique_values_per_param'>test_max_unique_values_per_param</data></a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t349">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t349"><data value='test_max_unique_values_per_param'>test_max_unique_values_per_param</data></a></td>
                 <td>16</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="16 16">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t399">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t399"><data value='test_approx_inverse_mapping'>test_approx_inverse_mapping</data></a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t412">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t412"><data value='test_approx_inverse_mapping'>test_approx_inverse_mapping</data></a></td>
                 <td>19</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="19 19">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t481">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t481"><data value='test_llamatune_pipeline'>test_llamatune_pipeline</data></a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t494">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t494"><data value='test_llamatune_pipeline'>test_llamatune_pipeline</data></a></td>
                 <td>24</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="24 24">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t575">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t575"><data value='test_deterministic_behavior_for_same_seed'>test_deterministic_behavior_for_same_seed</data></a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t588">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t588"><data value='test_deterministic_behavior_for_same_seed'>test_deterministic_behavior_for_same_seed</data></a></td>
                 <td>3</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="3 3">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t583">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
-                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t583"><data value='generate_target_param_space_configs'>test_deterministic_behavior_for_same_seed.generate_target_param_space_configs</data></a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t596">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
+                <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html#t596"><data value='generate_target_param_space_configs'>test_deterministic_behavior_for_same_seed.generate_target_param_space_configs</data></a></td>
                 <td>4</td>
                 <td>0</td>
                 <td>0</td>
@@ -10713,36 +10721,44 @@ <h2>
                 <td class="right" data-ratio="15 15">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html#t15">mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py</a></td>
-                <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html#t15"><data value='test_configspace_quant_int'>test_configspace_quant_int</data></a></td>
-                <td>6</td>
+                <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html#t23">mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py</a></td>
+                <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html#t23"><data value='test_configspace_quant_int'>test_configspace_quant_int</data></a></td>
+                <td>7</td>
                 <td>0</td>
                 <td>0</td>
-                <td class="right" data-ratio="6 6">100%</td>
+                <td class="right" data-ratio="7 7">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html#t29">mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py</a></td>
-                <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html#t29"><data value='test_configspace_quant_float'>test_configspace_quant_float</data></a></td>
-                <td>6</td>
+                <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html#t44">mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py</a></td>
+                <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html#t44"><data value='test_configspace_quant_float'>test_configspace_quant_float</data></a></td>
+                <td>7</td>
                 <td>0</td>
                 <td>0</td>
-                <td class="right" data-ratio="6 6">100%</td>
+                <td class="right" data-ratio="7 7">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html#t44">mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py</a></td>
-                <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html#t44"><data value='test_configspace_quant_repatch'>test_configspace_quant_repatch</data></a></td>
-                <td>13</td>
+                <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html#t66">mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py</a></td>
+                <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html#t66"><data value='test_configspace_quant_repatch'>test_configspace_quant_repatch</data></a></td>
+                <td>25</td>
                 <td>0</td>
                 <td>0</td>
-                <td class="right" data-ratio="13 13">100%</td>
+                <td class="right" data-ratio="25 25">100%</td>
+            </tr>
+            <tr class="region">
+                <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html#t112">mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py</a></td>
+                <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html#t112"><data value='test_configspace_quant'>test_configspace_quant</data></a></td>
+                <td>7</td>
+                <td>0</td>
+                <td>0</td>
+                <td class="right" data-ratio="7 7">100%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html">mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py</a></td>
                 <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html"><data value=''><span class='no-noun'>(no function)</span></data></a></td>
-                <td>8</td>
+                <td>9</td>
                 <td>0</td>
                 <td>0</td>
-                <td class="right" data-ratio="8 8">100%</td>
+                <td class="right" data-ratio="9 9">100%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_fdd0616ad8099d78_spaces_test_py.html#t30">mlos_core/mlos_core/tests/spaces/spaces_test.py</a></td>
@@ -11205,10 +11221,10 @@ <h2>
             <tr class="total">
                 <td class="name left">Total</td>
                 <td class="name left">&nbsp;</td>
-                <td>9659</td>
-                <td>550</td>
+                <td>9686</td>
+                <td>560</td>
                 <td>296</td>
-                <td class="right" data-ratio="9109 9659">94%</td>
+                <td class="right" data-ratio="9126 9686">94%</td>
             </tr>
         </tfoot>
     </table>
@@ -11220,7 +11236,7 @@ <h2>
     <div class="content">
         <p>
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
     <aside class="hidden">
diff --git a/htmlcov/index.html b/htmlcov/index.html
index 5adb9211d9..957ca93870 100644
--- a/htmlcov/index.html
+++ b/htmlcov/index.html
@@ -54,7 +54,7 @@ <h2>
         </h2>
         <p class="text">
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </header>
@@ -262,9 +262,9 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_grid_search_optimizer_py.html">mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py</a></td>
                 <td>88</td>
-                <td>7</td>
+                <td>9</td>
                 <td>0</td>
-                <td class="right" data-ratio="81 88">92%</td>
+                <td class="right" data-ratio="79 88">90%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
@@ -276,9 +276,9 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_mock_optimizer_py.html">mlos_bench/mlos_bench/optimizers/mock_optimizer.py</a></td>
                 <td>35</td>
-                <td>1</td>
+                <td>3</td>
                 <td>0</td>
-                <td class="right" data-ratio="34 35">97%</td>
+                <td class="right" data-ratio="32 35">91%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_one_shot_optimizer_py.html">mlos_bench/mlos_bench/optimizers/one_shot_optimizer.py</a></td>
@@ -367,9 +367,9 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_ea07be53de14ffe8_local_exec_py.html">mlos_bench/mlos_bench/services/local/local_exec.py</a></td>
                 <td>77</td>
-                <td>7</td>
+                <td>9</td>
                 <td>2</td>
-                <td class="right" data-ratio="70 77">91%</td>
+                <td class="right" data-ratio="68 77">88%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_ea07be53de14ffe8_temp_dir_context_py.html">mlos_bench/mlos_bench/services/local/temp_dir_context.py</a></td>
@@ -402,9 +402,9 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html">mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py</a></td>
                 <td>178</td>
-                <td>43</td>
+                <td>44</td>
                 <td>1</td>
-                <td class="right" data-ratio="135 178">76%</td>
+                <td class="right" data-ratio="134 178">75%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_fileshare_py.html">mlos_bench/mlos_bench/services/remote/azure/azure_fileshare.py</a></td>
@@ -430,9 +430,9 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_vm_services_py.html">mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py</a></td>
                 <td>101</td>
-                <td>2</td>
+                <td>3</td>
                 <td>0</td>
-                <td class="right" data-ratio="99 101">98%</td>
+                <td class="right" data-ratio="98 101">97%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_3f378eb4eadac84f___init___py.html">mlos_bench/mlos_bench/services/remote/ssh/__init__.py</a></td>
@@ -1409,10 +1409,10 @@ <h2>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html">mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py</a></td>
-                <td>45</td>
+                <td>43</td>
                 <td>0</td>
                 <td>0</td>
-                <td class="right" data-ratio="45 45">100%</td>
+                <td class="right" data-ratio="43 43">100%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_b6de38f7e42477eb_tunables_assign_test_py.html">mlos_bench/mlos_bench/tests/tunables/tunables_assign_test.py</a></td>
@@ -1605,10 +1605,10 @@ <h2>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_4c77d49b5a513862_util_py.html">mlos_core/mlos_core/spaces/converters/util.py</a></td>
-                <td>9</td>
-                <td>1</td>
+                <td>30</td>
+                <td>3</td>
                 <td>0</td>
-                <td class="right" data-ratio="8 9">89%</td>
+                <td class="right" data-ratio="27 30">90%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_7980ac9b936dbc70___init___py.html">mlos_core/mlos_core/tests/__init__.py</a></td>
@@ -1682,10 +1682,10 @@ <h2>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_c9154d4bcbf20984_llamatune_test_py.html">mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py</a></td>
-                <td>185</td>
+                <td>171</td>
                 <td>1</td>
                 <td>0</td>
-                <td class="right" data-ratio="184 185">99%</td>
+                <td class="right" data-ratio="170 171">99%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_c9154d4bcbf20984_space_adapter_factory_test_py.html">mlos_core/mlos_core/tests/spaces/adapters/space_adapter_factory_test.py</a></td>
@@ -1696,10 +1696,10 @@ <h2>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html">mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py</a></td>
-                <td>33</td>
+                <td>55</td>
                 <td>0</td>
                 <td>0</td>
-                <td class="right" data-ratio="33 33">100%</td>
+                <td class="right" data-ratio="55 55">100%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_fdd0616ad8099d78_spaces_test_py.html">mlos_core/mlos_core/tests/spaces/spaces_test.py</a></td>
@@ -1796,10 +1796,10 @@ <h2>
         <tfoot>
             <tr class="total">
                 <td class="name left">Total</td>
-                <td>9659</td>
-                <td>550</td>
+                <td>9686</td>
+                <td>560</td>
                 <td>296</td>
-                <td class="right" data-ratio="9109 9659">94%</td>
+                <td class="right" data-ratio="9126 9686">94%</td>
             </tr>
         </tfoot>
     </table>
@@ -1811,7 +1811,7 @@ <h2>
     <div class="content">
         <p>
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
     <aside class="hidden">
diff --git a/htmlcov/status.json b/htmlcov/status.json
index cd372f88e9..234392bcc1 100644
--- a/htmlcov/status.json
+++ b/htmlcov/status.json
@@ -1 +1 @@
-{"note":"This file is an internal implementation detail to speed up HTML report generation. Its format can change at any time. You might be looking for the JSON report: https://coverage.rtfd.io/cmd.html#cmd-json","format":5,"version":"7.6.1","globals":"74e03191d37c7fb57ba44039ddcca05d","files":{"conftest_py":{"hash":"2635663432e348e80aa58b1869ec9d3d","index":{"url":"conftest_py.html","file":"conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":0,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd___init___py":{"hash":"94977942045557d8ae44e3f13c2d417e","index":{"url":"z_5396f41af8b1e4bd___init___py.html","file":"mlos_bench/mlos_bench/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3398716e0933e076___init___py":{"hash":"fffa50498690c457a955e0c460afa073","index":{"url":"z_3398716e0933e076___init___py.html","file":"mlos_bench/mlos_bench/config/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_20c004c35735c01d___init___py":{"hash":"44c3bfe4097b6ded45235699e0dc169e","index":{"url":"z_20c004c35735c01d___init___py.html","file":"mlos_bench/mlos_bench/config/schemas/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_20c004c35735c01d_config_schemas_py":{"hash":"9452d553de5ad7adc6aba94e53095821","index":{"url":"z_20c004c35735c01d_config_schemas_py.html","file":"mlos_bench/mlos_bench/config/schemas/config_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":72,"n_excluded":0,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_dict_templater_py":{"hash":"fe5d1267574eb4e0133c2ec9f963add7","index":{"url":"z_5396f41af8b1e4bd_dict_templater_py.html","file":"mlos_bench/mlos_bench/dict_templater.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":29,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3___init___py":{"hash":"52d5dfdaf8a78d07792c1bfc11e6571a","index":{"url":"z_2af64a9d4152bba3___init___py.html","file":"mlos_bench/mlos_bench/environments/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_base_environment_py":{"hash":"17c557c3edf942e98e8a5f32ef0382a5","index":{"url":"z_2af64a9d4152bba3_base_environment_py.html","file":"mlos_bench/mlos_bench/environments/base_environment.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":138,"n_excluded":4,"n_missing":10,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_composite_env_py":{"hash":"7200e8d83832b5b8d08ff3e58e100cbb","index":{"url":"z_2af64a9d4152bba3_composite_env_py.html","file":"mlos_bench/mlos_bench/environments/composite_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":96,"n_excluded":0,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d___init___py":{"hash":"5084c457612abc6e20c2ad7d1dee429f","index":{"url":"z_ce2854f29b8d638d___init___py.html","file":"mlos_bench/mlos_bench/environments/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d_local_env_py":{"hash":"07a236bc127d39ac83ee14de31754287","index":{"url":"z_ce2854f29b8d638d_local_env_py.html","file":"mlos_bench/mlos_bench/environments/local/local_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":126,"n_excluded":0,"n_missing":15,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d_local_fileshare_env_py":{"hash":"7c795dbee7a4120f7084a5804534a5d7","index":{"url":"z_ce2854f29b8d638d_local_fileshare_env_py.html","file":"mlos_bench/mlos_bench/environments/local/local_fileshare_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":55,"n_excluded":0,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_mock_env_py":{"hash":"5433da21c478f8c4d6d067f2aa62fdc4","index":{"url":"z_2af64a9d4152bba3_mock_env_py.html","file":"mlos_bench/mlos_bench/environments/mock_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":40,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242___init___py":{"hash":"40a027d81a51d6d11705fa7263c886bf","index":{"url":"z_ee1a086105daf242___init___py.html","file":"mlos_bench/mlos_bench/environments/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_host_env_py":{"hash":"41e461af76eb9a0611befce7bedf623a","index":{"url":"z_ee1a086105daf242_host_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/host_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_network_env_py":{"hash":"20da34b58dac4b84d2421dd72d0f894f","index":{"url":"z_ee1a086105daf242_network_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/network_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":17,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_os_env_py":{"hash":"273e0f734e783efa047a9fdddb3cea20","index":{"url":"z_ee1a086105daf242_os_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/os_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_remote_env_py":{"hash":"0518fd72c3eff64aefa1905c853ecbfa","index":{"url":"z_ee1a086105daf242_remote_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/remote_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":64,"n_excluded":0,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_saas_env_py":{"hash":"87df9a39493209ff83e3c30cee456dbe","index":{"url":"z_ee1a086105daf242_saas_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/saas_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":22,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_vm_env_py":{"hash":"03e0aee3c2e0ee368710f1fa8a0db688","index":{"url":"z_ee1a086105daf242_vm_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/vm_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_script_env_py":{"hash":"3d1b9a37d84974d3f30b56028d51d5af","index":{"url":"z_2af64a9d4152bba3_script_env_py.html","file":"mlos_bench/mlos_bench/environments/script_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_status_py":{"hash":"c49095ef6e406c4293c1919c31405587","index":{"url":"z_2af64a9d4152bba3_status_py.html","file":"mlos_bench/mlos_bench/environments/status.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_event_loop_context_py":{"hash":"97011aa012827e937b2698553e7255ec","index":{"url":"z_5396f41af8b1e4bd_event_loop_context_py.html","file":"mlos_bench/mlos_bench/event_loop_context.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":4,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_launcher_py":{"hash":"2dcb003c2509f43486bd2227613891d8","index":{"url":"z_5396f41af8b1e4bd_launcher_py.html","file":"mlos_bench/mlos_bench/launcher.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":185,"n_excluded":0,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4___init___py":{"hash":"ec22ce09e56e5da2e430e6db3f3ade5e","index":{"url":"z_323f8141f9f539b4___init___py.html","file":"mlos_bench/mlos_bench/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_base_optimizer_py":{"hash":"2d5746baf8fa6b6fd22eb0778b09ddfc","index":{"url":"z_323f8141f9f539b4_base_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/base_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":127,"n_excluded":6,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_convert_configspace_py":{"hash":"41b72b8f8c20bb2217fc2703cc461baa","index":{"url":"z_323f8141f9f539b4_convert_configspace_py.html","file":"mlos_bench/mlos_bench/optimizers/convert_configspace.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":86,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_grid_search_optimizer_py":{"hash":"7d4ea361ac059adbaf66d6237efa18c1","index":{"url":"z_323f8141f9f539b4_grid_search_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":88,"n_excluded":0,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_mlos_core_optimizer_py":{"hash":"cd24bc58e5fb7428cf3938ef4c6072f8","index":{"url":"z_323f8141f9f539b4_mlos_core_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":109,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_mock_optimizer_py":{"hash":"b1ac952bbbe33980458ef4c1c176920a","index":{"url":"z_323f8141f9f539b4_mock_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/mock_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_one_shot_optimizer_py":{"hash":"7968c2da5c7d3ff4ce62950fb9457647","index":{"url":"z_323f8141f9f539b4_one_shot_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/one_shot_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_track_best_optimizer_py":{"hash":"bd6a91aeb92f0703c7167fdb959c074f","index":{"url":"z_323f8141f9f539b4_track_best_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/track_best_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_os_environ_py":{"hash":"7c193aaf3031053da1ea6de27d65ad19","index":{"url":"z_5396f41af8b1e4bd_os_environ_py.html","file":"mlos_bench/mlos_bench/os_environ.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":4,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_run_py":{"hash":"b5f2b38c727469ba2461bd4897f4ab79","index":{"url":"z_5396f41af8b1e4bd_run_py.html","file":"mlos_bench/mlos_bench/run.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":2,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09___init___py":{"hash":"69a161c7e8338f99719df794873828b7","index":{"url":"z_9fc35783a1522e09___init___py.html","file":"mlos_bench/mlos_bench/schedulers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09_base_scheduler_py":{"hash":"086be97b997435690504f87caadd6d69","index":{"url":"z_9fc35783a1522e09_base_scheduler_py.html","file":"mlos_bench/mlos_bench/schedulers/base_scheduler.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":130,"n_excluded":10,"n_missing":12,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09_sync_scheduler_py":{"hash":"7e41f3389fc618b218909e907334ceed","index":{"url":"z_9fc35783a1522e09_sync_scheduler_py.html","file":"mlos_bench/mlos_bench/schedulers/sync_scheduler.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362___init___py":{"hash":"ffcc132d61cac8654e2282e11e623be9","index":{"url":"z_2f8ecfca0b9e9362___init___py.html","file":"mlos_bench/mlos_bench/services/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_base_fileshare_py":{"hash":"aa183c6793fec2e0b786c8536348f609","index":{"url":"z_2f8ecfca0b9e9362_base_fileshare_py.html","file":"mlos_bench/mlos_bench/services/base_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_base_service_py":{"hash":"a5aed856702ef237d4f5e4a1e2dfb483","index":{"url":"z_2f8ecfca0b9e9362_base_service_py.html","file":"mlos_bench/mlos_bench/services/base_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":104,"n_excluded":2,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_config_persistence_py":{"hash":"1e90ecab6debe35c8294705d7ef69958","index":{"url":"z_2f8ecfca0b9e9362_config_persistence_py.html","file":"mlos_bench/mlos_bench/services/config_persistence.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":157,"n_excluded":5,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8___init___py":{"hash":"23014b52e9f194ba23e5e97fe284f993","index":{"url":"z_ea07be53de14ffe8___init___py.html","file":"mlos_bench/mlos_bench/services/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8_local_exec_py":{"hash":"2a3ef4c2e1c800097bae8b48b36b450a","index":{"url":"z_ea07be53de14ffe8_local_exec_py.html","file":"mlos_bench/mlos_bench/services/local/local_exec.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":2,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8_temp_dir_context_py":{"hash":"8d42ec3519d5e329666722d7a44f3bc6","index":{"url":"z_ea07be53de14ffe8_temp_dir_context_py.html","file":"mlos_bench/mlos_bench/services/local/temp_dir_context.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d34fc4c3ae3e3619___init___py":{"hash":"d61c661aeb56f6b544b38840a3bf90cd","index":{"url":"z_d34fc4c3ae3e3619___init___py.html","file":"mlos_bench/mlos_bench/services/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7___init___py":{"hash":"7172041c04f77bda63e8ffd410220062","index":{"url":"z_8bda1461cdfcd6c7___init___py.html","file":"mlos_bench/mlos_bench/services/remote/azure/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_auth_py":{"hash":"efe321542b91f54ca5d3015d5bf9cacc","index":{"url":"z_8bda1461cdfcd6c7_azure_auth_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_auth.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":0,"n_missing":26,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_deployment_services_py":{"hash":"d66cd53e1a5b99d71ab8ed7fb4bc0d12","index":{"url":"z_8bda1461cdfcd6c7_azure_deployment_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":178,"n_excluded":1,"n_missing":43,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_fileshare_py":{"hash":"5ad0c6861e1dc6656c8a303933925605","index":{"url":"z_8bda1461cdfcd6c7_azure_fileshare_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":78,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_network_services_py":{"hash":"fb234426ec0ecbfbf06f1f342f786df9","index":{"url":"z_8bda1461cdfcd6c7_azure_network_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_network_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":33,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_saas_py":{"hash":"44a146cf2d36f3c9d0da4e44a9d31202","index":{"url":"z_8bda1461cdfcd6c7_azure_saas_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_saas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":81,"n_excluded":0,"n_missing":44,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_vm_services_py":{"hash":"16ea463dcbea4f3283bda5c19ca6e934","index":{"url":"z_8bda1461cdfcd6c7_azure_vm_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":101,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f___init___py":{"hash":"e438877d12a6aefdcc43f04053e255b0","index":{"url":"z_3f378eb4eadac84f___init___py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_fileshare_py":{"hash":"0bd9bb313beb40054581fd6468c80e85","index":{"url":"z_3f378eb4eadac84f_ssh_fileshare_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":43,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_host_service_py":{"hash":"eb3b5b6f76d8a888248caabcfb74c5ee","index":{"url":"z_3f378eb4eadac84f_ssh_host_service_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_host_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_service_py":{"hash":"9d3f2a4225bf227b5b8d19c454408453","index":{"url":"z_3f378eb4eadac84f_ssh_service_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":157,"n_excluded":2,"n_missing":17,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83___init___py":{"hash":"f278c1e136e1e854112561fe4e9b79bf","index":{"url":"z_8a1cf60827db5b83___init___py.html","file":"mlos_bench/mlos_bench/services/types/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_authenticator_type_py":{"hash":"7900f404b785d8ae0411d6bac0b17dfc","index":{"url":"z_8a1cf60827db5b83_authenticator_type_py.html","file":"mlos_bench/mlos_bench/services/types/authenticator_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_config_loader_type_py":{"hash":"7fa8e0ea4fe03ed6e0aa758e5cd4dd28","index":{"url":"z_8a1cf60827db5b83_config_loader_type_py.html","file":"mlos_bench/mlos_bench/services/types/config_loader_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":4,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_fileshare_type_py":{"hash":"20f65be2ba003a4222c45e88d8de164a","index":{"url":"z_8a1cf60827db5b83_fileshare_type_py.html","file":"mlos_bench/mlos_bench/services/types/fileshare_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_host_ops_type_py":{"hash":"ba00127f7f601a73000dcc6e65cab610","index":{"url":"z_8a1cf60827db5b83_host_ops_type_py.html","file":"mlos_bench/mlos_bench/services/types/host_ops_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_host_provisioner_type_py":{"hash":"b6a7ba4848743b73266016280b3a30aa","index":{"url":"z_8a1cf60827db5b83_host_provisioner_type_py.html","file":"mlos_bench/mlos_bench/services/types/host_provisioner_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_local_exec_type_py":{"hash":"26f58c3ad24cad3cdff46001e0916bf9","index":{"url":"z_8a1cf60827db5b83_local_exec_type_py.html","file":"mlos_bench/mlos_bench/services/types/local_exec_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_network_provisioner_type_py":{"hash":"239de27af25133730ae3cbae5821fd9e","index":{"url":"z_8a1cf60827db5b83_network_provisioner_type_py.html","file":"mlos_bench/mlos_bench/services/types/network_provisioner_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_os_ops_type_py":{"hash":"4945b70e8f32efb7d44349365a979984","index":{"url":"z_8a1cf60827db5b83_os_ops_type_py.html","file":"mlos_bench/mlos_bench/services/types/os_ops_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_remote_config_type_py":{"hash":"c0cc303201d7e0c2aed6c5851ff00abb","index":{"url":"z_8a1cf60827db5b83_remote_config_type_py.html","file":"mlos_bench/mlos_bench/services/types/remote_config_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_remote_exec_type_py":{"hash":"eccb889fd58b9ab8f8e597c4d44fe3f9","index":{"url":"z_8a1cf60827db5b83_remote_exec_type_py.html","file":"mlos_bench/mlos_bench/services/types/remote_exec_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9___init___py":{"hash":"d124d5a461e008bba10d22c1e679456f","index":{"url":"z_d9cccba8799d95c9___init___py.html","file":"mlos_bench/mlos_bench/storage/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_experiment_data_py":{"hash":"d8de8bbfc412de29aff8620189712632","index":{"url":"z_d9cccba8799d95c9_base_experiment_data_py.html","file":"mlos_bench/mlos_bench/storage/base_experiment_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":47,"n_excluded":5,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_storage_py":{"hash":"631cce04d8add44185038beb34c8ffe7","index":{"url":"z_d9cccba8799d95c9_base_storage_py.html","file":"mlos_bench/mlos_bench/storage/base_storage.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":137,"n_excluded":4,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_trial_data_py":{"hash":"66580896db604a6f99ace6f1f9bb6892","index":{"url":"z_d9cccba8799d95c9_base_trial_data_py.html","file":"mlos_bench/mlos_bench/storage/base_trial_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":62,"n_excluded":7,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_tunable_config_data_py":{"hash":"f56a7208561b1c61bf0c8ff209c6946b","index":{"url":"z_d9cccba8799d95c9_base_tunable_config_data_py.html","file":"mlos_bench/mlos_bench/storage/base_tunable_config_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py":{"hash":"b81df3e11fde2c97fa47c7399bfcf072","index":{"url":"z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html","file":"mlos_bench/mlos_bench/storage/base_tunable_config_trial_group_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":5,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea___init___py":{"hash":"7477af8c5121d5eeae62dafef554a2f6","index":{"url":"z_feb2aa4ec14319ea___init___py.html","file":"mlos_bench/mlos_bench/storage/sql/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_common_py":{"hash":"9d2904ed250ab287fda93b8e74449c87","index":{"url":"z_feb2aa4ec14319ea_common_py.html","file":"mlos_bench/mlos_bench/storage/sql/common.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":40,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_experiment_py":{"hash":"659732cf97e8019238e8ae62dcf13724","index":{"url":"z_feb2aa4ec14319ea_experiment_py.html","file":"mlos_bench/mlos_bench/storage/sql/experiment.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":100,"n_excluded":1,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_experiment_data_py":{"hash":"89f9451546ca82a95c6448c9ead583e5","index":{"url":"z_feb2aa4ec14319ea_experiment_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/experiment_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_schema_py":{"hash":"3840bd97c3e337bb809b872ddb51bbd7","index":{"url":"z_feb2aa4ec14319ea_schema_py.html","file":"mlos_bench/mlos_bench/storage/sql/schema.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":37,"n_excluded":21,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_storage_py":{"hash":"7c7eb486ad2d9baa052a3974a93dde83","index":{"url":"z_feb2aa4ec14319ea_storage_py.html","file":"mlos_bench/mlos_bench/storage/sql/storage.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_trial_py":{"hash":"fb47294fef69f9b5f0bf23ac5823d270","index":{"url":"z_feb2aa4ec14319ea_trial_py.html","file":"mlos_bench/mlos_bench/storage/sql/trial.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":55,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_trial_data_py":{"hash":"f0b63c5bc1480159e0282768010a39dc","index":{"url":"z_feb2aa4ec14319ea_trial_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/trial_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":37,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_tunable_config_data_py":{"hash":"fde583ee9a85af79b88fd8343401def9","index":{"url":"z_feb2aa4ec14319ea_tunable_config_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/tunable_config_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_tunable_config_trial_group_data_py":{"hash":"e7fb41e43fe33a6be57500ba7f95ebce","index":{"url":"z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/tunable_config_trial_group_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_storage_factory_py":{"hash":"dc9a42e345a47ac49af28b660e783063","index":{"url":"z_d9cccba8799d95c9_storage_factory_py.html","file":"mlos_bench/mlos_bench/storage/storage_factory.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_util_py":{"hash":"da964c4e55f89a79cdc86b143bb8ded0","index":{"url":"z_d9cccba8799d95c9_util_py.html","file":"mlos_bench/mlos_bench/storage/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9___init___py":{"hash":"20b086235943f6d81d9dda89b677b0ff","index":{"url":"z_ffd0e22b8f179be9___init___py.html","file":"mlos_bench/mlos_bench/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_23ca098d381c2703___init___py":{"hash":"bfd3972988dda717432eb9075779680d","index":{"url":"z_23ca098d381c2703___init___py.html","file":"mlos_bench/mlos_bench/tests/config/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e6d502096990b4bc_test_load_cli_config_examples_py":{"hash":"d1731bab6d5a410213d74cac3a4e64ef","index":{"url":"z_e6d502096990b4bc_test_load_cli_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/cli/test_load_cli_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":51,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_23ca098d381c2703_conftest_py":{"hash":"a9ddb745145742015787cf6f921528f5","index":{"url":"z_23ca098d381c2703_conftest_py.html","file":"mlos_bench/mlos_bench/tests/config/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9d91bcacf3b33219_test_load_environment_config_examples_py":{"hash":"a62d0fa6ca52f027e28d2d0b629923ba","index":{"url":"z_9d91bcacf3b33219_test_load_environment_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/environments/test_load_environment_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":70,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_daea37f8f9d4218b_test_load_global_config_examples_py":{"hash":"1accf51d922228627268982b734c3ceb","index":{"url":"z_daea37f8f9d4218b_test_load_global_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/globals/test_load_global_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1fe5d26167948339_test_load_optimizer_config_examples_py":{"hash":"0aa6e1a2cfac4b0332cd92075aba065c","index":{"url":"z_1fe5d26167948339_test_load_optimizer_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/optimizers/test_load_optimizer_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b2e8508ca8301e3e___init___py":{"hash":"573e062e566047075647d57e8648ae15","index":{"url":"z_b2e8508ca8301e3e___init___py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":3,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_0bd431c13c518cba_test_cli_schemas_py":{"hash":"5de82163ca2e286363d78c146429fe53","index":{"url":"z_0bd431c13c518cba_test_cli_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/cli/test_cli_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":15,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_f9c2879ac20d51a5_test_environment_schemas_py":{"hash":"b43d790715e9860e0e3a539babade2d4","index":{"url":"z_f9c2879ac20d51a5_test_environment_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/environments/test_environment_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":29,"n_excluded":1,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_f9c64468f625e920_test_globals_schemas_py":{"hash":"5ca9337887df630d5bae1299af0d4d9e","index":{"url":"z_f9c64468f625e920_test_globals_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/globals/test_globals_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_539c3520b5c68f82_test_optimizer_schemas_py":{"hash":"e10dfadeb1da8903ee82bd3f8088cc54","index":{"url":"z_539c3520b5c68f82_test_optimizer_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/optimizers/test_optimizer_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":53,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_002489c1955d0852_test_scheduler_schemas_py":{"hash":"5b2a973663444096d54050f29a591ad3","index":{"url":"z_002489c1955d0852_test_scheduler_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/schedulers/test_scheduler_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_57125b4c4afc531d_test_services_schemas_py":{"hash":"25ee0f7e4f414a1b05f159cf97767ed6","index":{"url":"z_57125b4c4afc531d_test_services_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/services/test_services_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":1,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_067584b402678614_test_storage_schemas_py":{"hash":"37e70872645f37eed00f47f0f4128ddc","index":{"url":"z_067584b402678614_test_storage_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/storage/test_storage_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_866c2aed5680b990_test_tunable_params_schemas_py":{"hash":"41e19e7c07ae929b390670ce4ef03d72","index":{"url":"z_866c2aed5680b990_test_tunable_params_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/tunable-params/test_tunable_params_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3cecf87feb0d1a32_test_tunable_values_schemas_py":{"hash":"020bdd29e9c495bd34b7460bdae84d56","index":{"url":"z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/tunable-values/test_tunable_values_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e8b6df00ef81429a_test_load_service_config_examples_py":{"hash":"cea70dd701c21b21f280890493c3264e","index":{"url":"z_e8b6df00ef81429a_test_load_service_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/services/test_load_service_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b753a059391781c4_test_load_storage_config_examples_py":{"hash":"7bfc32621430c01ee3110720c9bd6222","index":{"url":"z_b753a059391781c4_test_load_storage_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/storage/test_load_storage_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_conftest_py":{"hash":"ee2d824477eb2a4384957ee664c981c6","index":{"url":"z_ffd0e22b8f179be9_conftest_py.html","file":"mlos_bench/mlos_bench/tests/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":44,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_dict_templater_test_py":{"hash":"7987b92f43a27cfbe5921d4b07c7b8c2","index":{"url":"z_ffd0e22b8f179be9_dict_templater_test_py.html","file":"mlos_bench/mlos_bench/tests/dict_templater_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd___init___py":{"hash":"24dd8958f87b1443299666d928af05f4","index":{"url":"z_eff6c9495d2144dd___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_base_env_test_py":{"hash":"9529a0a01c318cfd68060561934682aa","index":{"url":"z_eff6c9495d2144dd_base_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/base_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_composite_env_service_test_py":{"hash":"992984d140523fc8b302d88983f31bb1","index":{"url":"z_eff6c9495d2144dd_composite_env_service_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/composite_env_service_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_composite_env_test_py":{"hash":"4e825128700c773ff8258446d904ea5a","index":{"url":"z_eff6c9495d2144dd_composite_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/composite_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":34,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_include_tunables_test_py":{"hash":"9ee3f6be041c87bf699d0343741c9da0","index":{"url":"z_eff6c9495d2144dd_include_tunables_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/include_tunables_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":42,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005___init___py":{"hash":"89beb3a91e073b632070188dea1c009b","index":{"url":"z_98e6470b1a2d3005___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_composite_local_env_test_py":{"hash":"e2f8da30b86f7a1def51bf1366c2f850","index":{"url":"z_98e6470b1a2d3005_composite_local_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/composite_local_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_stdout_test_py":{"hash":"17903f77f7722bdc0e0d7762338f9625","index":{"url":"z_98e6470b1a2d3005_local_env_stdout_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_stdout_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":13,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_telemetry_test_py":{"hash":"66ba9930d8577de3dfe690394102a553","index":{"url":"z_98e6470b1a2d3005_local_env_telemetry_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_telemetry_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_test_py":{"hash":"652331e4376c65f5f89b0bcbbaed40e5","index":{"url":"z_98e6470b1a2d3005_local_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":30,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_vars_test_py":{"hash":"5fc54a9c9dadb1b8c185413f1ab3ad74","index":{"url":"z_98e6470b1a2d3005_local_env_vars_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_vars_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_fileshare_env_test_py":{"hash":"236110824d5abb64126b98267f02a4f2","index":{"url":"z_98e6470b1a2d3005_local_fileshare_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_fileshare_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_mock_env_test_py":{"hash":"eb83aa995b23220eb30cc62d8323ba90","index":{"url":"z_eff6c9495d2144dd_mock_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/mock_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":41,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4___init___py":{"hash":"739ea36ab11d978990782c703bdab380","index":{"url":"z_e3d586e89eaba8f4___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4_conftest_py":{"hash":"0fa7a3471edbaaa61737607941221a9d","index":{"url":"z_e3d586e89eaba8f4_conftest_py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4_test_ssh_env_py":{"hash":"0fb165d7f3eaad96812153ee900cc3b2","index":{"url":"z_e3d586e89eaba8f4_test_ssh_env_py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/test_ssh_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":4,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_event_loop_context_test_py":{"hash":"af2b350954d976999481a8eb1a0518ec","index":{"url":"z_ffd0e22b8f179be9_event_loop_context_test_py.html","file":"mlos_bench/mlos_bench/tests/event_loop_context_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":4,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_in_process_test_py":{"hash":"ad9200d76a89add90fd1dc0f735708e4","index":{"url":"z_ffd0e22b8f179be9_launcher_in_process_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_in_process_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_parse_args_test_py":{"hash":"2f8270e464331a6661af7f95dd5ee05b","index":{"url":"z_ffd0e22b8f179be9_launcher_parse_args_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_parse_args_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":103,"n_excluded":4,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_run_test_py":{"hash":"828d240ca59067dfd8035575ad53f4ed","index":{"url":"z_ffd0e22b8f179be9_launcher_run_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_run_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada___init___py":{"hash":"6fe14a97c9464e9fb1e31ab4d2694d01","index":{"url":"z_97f09f0ec8586ada___init___py.html","file":"mlos_bench/mlos_bench/tests/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_conftest_py":{"hash":"f9d55621d191b9ee448780be0c1b817c","index":{"url":"z_97f09f0ec8586ada_conftest_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_grid_search_optimizer_test_py":{"hash":"4879296e72cc9a71a4e61633b9cbfade","index":{"url":"z_97f09f0ec8586ada_grid_search_optimizer_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/grid_search_optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":128,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_llamatune_opt_test_py":{"hash":"337aa86eed1e1e5aba97082826b30f22","index":{"url":"z_97f09f0ec8586ada_llamatune_opt_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/llamatune_opt_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mlos_core_opt_df_test_py":{"hash":"7f776330b5734b80fe57e6d3b178bd9f","index":{"url":"z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_df_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mlos_core_opt_smac_test_py":{"hash":"eedd13c7aff0bb5b71214c6378f67940","index":{"url":"z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_smac_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mock_opt_test_py":{"hash":"39e9ffef0f51f751c65b194fe788f19a","index":{"url":"z_97f09f0ec8586ada_mock_opt_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mock_opt_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_opt_bulk_register_test_py":{"hash":"2cebb82e1098abae80f6cafbb8d74402","index":{"url":"z_97f09f0ec8586ada_opt_bulk_register_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/opt_bulk_register_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_toy_optimization_loop_test_py":{"hash":"6a89b8e293dbf7db618b99db9262b025","index":{"url":"z_97f09f0ec8586ada_toy_optimization_loop_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/toy_optimization_loop_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":61,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22___init___py":{"hash":"6b65b31fdc40a7c75150d0b63a8ef579","index":{"url":"z_354360b2842e9a22___init___py.html","file":"mlos_bench/mlos_bench/tests/services/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_config_persistence_test_py":{"hash":"f8c34060a03eb3486d05cb1aa66a9234","index":{"url":"z_354360b2842e9a22_config_persistence_test_py.html","file":"mlos_bench/mlos_bench/tests/services/config_persistence_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":46,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662___init___py":{"hash":"6a32e3cbc67f46c3c902bef759ac59d3","index":{"url":"z_1e0e6bde7052d662___init___py.html","file":"mlos_bench/mlos_bench/tests/services/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662_local_exec_python_test_py":{"hash":"031a3bf120d3e862a4e4707e1078fa9e","index":{"url":"z_1e0e6bde7052d662_local_exec_python_test_py.html","file":"mlos_bench/mlos_bench/tests/services/local/local_exec_python_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662_local_exec_test_py":{"hash":"3a274173e2a83087fb760629ab0f8729","index":{"url":"z_1e0e6bde7052d662_local_exec_test_py.html","file":"mlos_bench/mlos_bench/tests/services/local/local_exec_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_12cf951eedca9a89___init___py":{"hash":"eea9e53b602d6ce891f707892461bb63","index":{"url":"z_12cf951eedca9a89___init___py.html","file":"mlos_bench/mlos_bench/tests/services/local/mock/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_12cf951eedca9a89_mock_local_exec_service_py":{"hash":"af85876ee5aca2978e166cb1b2caf35d","index":{"url":"z_12cf951eedca9a89_mock_local_exec_service_py.html","file":"mlos_bench/mlos_bench/tests/services/local/mock/mock_local_exec_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_mock_service_py":{"hash":"45b5d099f499d9b6b520c7f4b7c3b43c","index":{"url":"z_354360b2842e9a22_mock_service_py.html","file":"mlos_bench/mlos_bench/tests/services/mock_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":16,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_75096bf83df2f5ed___init___py":{"hash":"18a8380192acd8f993aaeae6fcbec4e1","index":{"url":"z_75096bf83df2f5ed___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f___init___py":{"hash":"f3f4e1b477bed71e746a703bf3084064","index":{"url":"z_b5994b7a43ca5d1f___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_fileshare_test_py":{"hash":"30fe4b24244f1cd9593a36864b5d7cb6","index":{"url":"z_b5994b7a43ca5d1f_azure_fileshare_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_fileshare_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":110,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_network_services_test_py":{"hash":"3a8bb02f15120de0f21bcf4aa14fd9db","index":{"url":"z_b5994b7a43ca5d1f_azure_network_services_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_network_services_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_vm_services_test_py":{"hash":"5b0eaf1534837def7054b3aa76c9a018","index":{"url":"z_b5994b7a43ca5d1f_azure_vm_services_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_vm_services_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":108,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_conftest_py":{"hash":"63d37fe58337d657a3e14c584a77383b","index":{"url":"z_b5994b7a43ca5d1f_conftest_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631___init___py":{"hash":"e20d1cdfae4f009f719bd9bb33704746","index":{"url":"z_ea84a65b31482631___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_auth_service_py":{"hash":"96b2c5bb2988a514b1c67c88fd12c8d6","index":{"url":"z_ea84a65b31482631_mock_auth_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_auth_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_fileshare_service_py":{"hash":"39a3bcb8f5bfaff505150bb481d97b25","index":{"url":"z_ea84a65b31482631_mock_fileshare_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_fileshare_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_network_service_py":{"hash":"334c1756c49710a1fbc3543294a5863d","index":{"url":"z_ea84a65b31482631_mock_network_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_network_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_remote_exec_service_py":{"hash":"78db9c4f11e6746746da6864915e5a7f","index":{"url":"z_ea84a65b31482631_mock_remote_exec_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_remote_exec_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_vm_service_py":{"hash":"ed63b91c8fadb8981784a2949ba69289","index":{"url":"z_ea84a65b31482631_mock_vm_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_vm_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d___init___py":{"hash":"256a7eb563b2c8b4363181e91f788b12","index":{"url":"z_9975bfa74289b35d___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_conftest_py":{"hash":"3a45936a160ce40661dd63b917e3d05f","index":{"url":"z_9975bfa74289b35d_conftest_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_fixtures_py":{"hash":"90468468721a6fd7832b5598fe5563b7","index":{"url":"z_9975bfa74289b35d_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_fileshare_py":{"hash":"69064ef3af569f6c28bf3a8314661899","index":{"url":"z_9975bfa74289b35d_test_ssh_fileshare_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_host_service_py":{"hash":"f2c95a7b33dda76425c05446b352d5e9","index":{"url":"z_9975bfa74289b35d_test_ssh_host_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_host_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":92,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_service_py":{"hash":"dc816032aaa6f2a7d63ae85eb3b54d78","index":{"url":"z_9975bfa74289b35d_test_ssh_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":2,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_test_service_method_registering_py":{"hash":"c8ba9f875e1261da6628f3d37a142aed","index":{"url":"z_354360b2842e9a22_test_service_method_registering_py.html","file":"mlos_bench/mlos_bench/tests/services/test_service_method_registering.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c___init___py":{"hash":"3ccd9f06601173d2b19f2798bd72a284","index":{"url":"z_6d460002ba244c5c___init___py.html","file":"mlos_bench/mlos_bench/tests/storage/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_conftest_py":{"hash":"365ec2a0930a4963163adf95e7e5b101","index":{"url":"z_6d460002ba244c5c_conftest_py.html","file":"mlos_bench/mlos_bench/tests/storage/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_context_test_py":{"hash":"43377d30439f63eb2f5c687a5a2a9be1","index":{"url":"z_6d460002ba244c5c_exp_context_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_context_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_data_test_py":{"hash":"c399acf809b5ab9d2f5da9ba0d673922","index":{"url":"z_6d460002ba244c5c_exp_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":53,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_load_test_py":{"hash":"2faee09f9ea89c79de3ade21cae71ec6","index":{"url":"z_6d460002ba244c5c_exp_load_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_load_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":71,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_51dc247422d0d699___init___py":{"hash":"eef5088dadd382b8f67766217dd150d5","index":{"url":"z_51dc247422d0d699___init___py.html","file":"mlos_bench/mlos_bench/tests/storage/sql/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_51dc247422d0d699_fixtures_py":{"hash":"8c3c4289cee6102e72df96f9d571a264","index":{"url":"z_51dc247422d0d699_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/storage/sql/fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_config_test_py":{"hash":"eac53fbdb27ab999c44d422faed78c64","index":{"url":"z_6d460002ba244c5c_trial_config_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_config_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":41,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_data_test_py":{"hash":"d6c003158546d24629192a797d24c3fb","index":{"url":"z_6d460002ba244c5c_trial_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":16,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_schedule_test_py":{"hash":"feebf24942acad083e1e4d05a76c4fc7","index":{"url":"z_6d460002ba244c5c_trial_schedule_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_schedule_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":42,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_telemetry_test_py":{"hash":"456edcdad2c6089147b384d42f4dbefd","index":{"url":"z_6d460002ba244c5c_trial_telemetry_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_telemetry_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_tunable_config_data_test_py":{"hash":"1502e0c40a3ce4548ab58b29a5d8d3c2","index":{"url":"z_6d460002ba244c5c_tunable_config_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/tunable_config_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_tunable_config_trial_group_data_test_py":{"hash":"42ba078c22301da19c8e647a35a6c8b7","index":{"url":"z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/tunable_config_trial_group_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":46,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_test_with_alt_tz_py":{"hash":"e3c78e6a5d8895adfb9ac6502929c5ba","index":{"url":"z_ffd0e22b8f179be9_test_with_alt_tz_py.html","file":"mlos_bench/mlos_bench/tests/test_with_alt_tz.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_tunable_groups_fixtures_py":{"hash":"99b5809f5f6fc73c34681310bf49c874","index":{"url":"z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/tunable_groups_fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb___init___py":{"hash":"0f33a64c7672933ee00c2b89c96f1af1","index":{"url":"z_b6de38f7e42477eb___init___py.html","file":"mlos_bench/mlos_bench/tests/tunables/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_conftest_py":{"hash":"3e29adc11e82fc993c3078a98a782037","index":{"url":"z_b6de38f7e42477eb_conftest_py.html","file":"mlos_bench/mlos_bench/tests/tunables/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_empty_tunable_group_py":{"hash":"b599f82f27a1e67c42cf1f7aaacf6e1f","index":{"url":"z_b6de38f7e42477eb_test_empty_tunable_group_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_empty_tunable_group.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_tunable_categoricals_py":{"hash":"93c45318f9cc2842cc78ad69288c8866","index":{"url":"z_b6de38f7e42477eb_test_tunable_categoricals_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_tunable_categoricals.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_tunables_size_props_py":{"hash":"c6bf0d61aa0f28b01df99b56bc2a5945","index":{"url":"z_b6de38f7e42477eb_test_tunables_size_props_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_tunables_size_props.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":39,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_accessors_test_py":{"hash":"44aa1400c950d04b5bddb680d9196bce","index":{"url":"z_b6de38f7e42477eb_tunable_accessors_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_accessors_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_comparison_test_py":{"hash":"3e3a6fb54708f3838d8a2afa7cf7d3b7","index":{"url":"z_b6de38f7e42477eb_tunable_comparison_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_comparison_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_definition_test_py":{"hash":"ca1faaa81343d8c8c05c76409ab67a7d","index":{"url":"z_b6de38f7e42477eb_tunable_definition_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_definition_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":147,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_distributions_test_py":{"hash":"51f122be17554af765f3a799b3299ff3","index":{"url":"z_b6de38f7e42477eb_tunable_distributions_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_distributions_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_indexing_test_py":{"hash":"cc805295012a4b6b804272dfc5fd34ad","index":{"url":"z_b6de38f7e42477eb_tunable_group_indexing_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_indexing_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":30,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_subgroup_test_py":{"hash":"ab45a3bd426d45e8441f1d65b3c5857d","index":{"url":"z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_subgroup_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_update_test_py":{"hash":"139ffef61cd5cf84dbe7a5c3fa29375e","index":{"url":"z_b6de38f7e42477eb_tunable_group_update_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_update_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_slice_references_test_py":{"hash":"803b3c97678ba66f3aa4765c0ffecdb5","index":{"url":"z_b6de38f7e42477eb_tunable_slice_references_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_slice_references_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py":{"hash":"22de410d8ab8e80fbf661a4c40c09e08","index":{"url":"z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_distr_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_to_configspace_test_py":{"hash":"e70be5808c9b261b9f7bafab17dcabad","index":{"url":"z_b6de38f7e42477eb_tunable_to_configspace_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_assign_test_py":{"hash":"75db240cfd6d816eac1ec64e39fd9845","index":{"url":"z_b6de38f7e42477eb_tunables_assign_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_assign_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":85,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_copy_test_py":{"hash":"6e43407c71e6447a715f06db79a4d9f9","index":{"url":"z_b6de38f7e42477eb_tunables_copy_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_copy_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_str_test_py":{"hash":"592e4d966551eb745dd91db37e0feaf8","index":{"url":"z_b6de38f7e42477eb_tunables_str_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_str_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_git_test_py":{"hash":"9850698217c7a4a6c9295aad2a02de98","index":{"url":"z_ffd0e22b8f179be9_util_git_test_py.html","file":"mlos_bench/mlos_bench/tests/util_git_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_nullable_test_py":{"hash":"fbbd658e899511f8b4bda0d43593f6c7","index":{"url":"z_ffd0e22b8f179be9_util_nullable_test_py.html","file":"mlos_bench/mlos_bench/tests/util_nullable_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_try_parse_test_py":{"hash":"0c5d51c11db486b92e6528581fb2f65f","index":{"url":"z_ffd0e22b8f179be9_util_try_parse_test_py.html","file":"mlos_bench/mlos_bench/tests/util_try_parse_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2___init___py":{"hash":"4d23d67e251c9b9587f0faa00baa7235","index":{"url":"z_94faf145c9e5d9d2___init___py.html","file":"mlos_bench/mlos_bench/tunables/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_covariant_group_py":{"hash":"4b9f04f72c38c9872497c7a895facc8f","index":{"url":"z_94faf145c9e5d9d2_covariant_group_py.html","file":"mlos_bench/mlos_bench/tunables/covariant_group.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":11,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_tunable_py":{"hash":"dfcddd8c7d2b91f14eb3a6182e5fef23","index":{"url":"z_94faf145c9e5d9d2_tunable_py.html","file":"mlos_bench/mlos_bench/tunables/tunable.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":299,"n_excluded":15,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_tunable_groups_py":{"hash":"e23bd5514989829b382646d25bcf16a5","index":{"url":"z_94faf145c9e5d9d2_tunable_groups_py.html","file":"mlos_bench/mlos_bench/tunables/tunable_groups.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":88,"n_excluded":18,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_util_py":{"hash":"64b8da1daee5f125232820382962c3b5","index":{"url":"z_5396f41af8b1e4bd_util_py.html","file":"mlos_bench/mlos_bench/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":109,"n_excluded":6,"n_missing":12,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_version_py":{"hash":"bcc35b511319d8e37b5e8cd2df201340","index":{"url":"z_5396f41af8b1e4bd_version_py.html","file":"mlos_bench/mlos_bench/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67___init___py":{"hash":"7bc681377c8cc0799d24a2c58adcbb7c","index":{"url":"z_fc7f0a2d8bc93d67___init___py.html","file":"mlos_core/mlos_core/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea___init___py":{"hash":"4ae71cc0a63ffff2d809b4230c15b636","index":{"url":"z_83ca15bbe4632fea___init___py.html","file":"mlos_core/mlos_core/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f___init___py":{"hash":"d789d7084106474529d7aabc65eda9dc","index":{"url":"z_72e2a6025cdb9b6f___init___py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f_bayesian_optimizer_py":{"hash":"66c4ec323fb240d0f75d76a7fecf00cf","index":{"url":"z_72e2a6025cdb9b6f_bayesian_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/bayesian_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f_smac_optimizer_py":{"hash":"b58092b3366bb3a3703bf4478cc7b7c8","index":{"url":"z_72e2a6025cdb9b6f_smac_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/smac_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":103,"n_excluded":5,"n_missing":13,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_flaml_optimizer_py":{"hash":"af579ee43b8a08c76834c042d2cd2aa9","index":{"url":"z_83ca15bbe4632fea_flaml_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/flaml_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":1,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_optimizer_py":{"hash":"011739e64747185bd4087a290deeb4c0","index":{"url":"z_83ca15bbe4632fea_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":117,"n_excluded":5,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_random_optimizer_py":{"hash":"fe535b4ed8e7169d27e9c159b1501655","index":{"url":"z_83ca15bbe4632fea_random_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/random_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":15,"n_excluded":1,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_01a0fb711d8b07b3___init___py":{"hash":"468f9cf9b6b7b45a91923bd3da061684","index":{"url":"z_01a0fb711d8b07b3___init___py.html","file":"mlos_core/mlos_core/spaces/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51___init___py":{"hash":"040aac862ed2cce619d414a774b58d25","index":{"url":"z_a35407dc3f69ee51___init___py.html","file":"mlos_core/mlos_core/spaces/adapters/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_adapter_py":{"hash":"afddd6986a937c9b9fe3d17bd1af2a9c","index":{"url":"z_a35407dc3f69ee51_adapter_py.html","file":"mlos_core/mlos_core/spaces/adapters/adapter.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":10,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_identity_adapter_py":{"hash":"9ffd83fcc1939a2f4ab4b9be0eae8271","index":{"url":"z_a35407dc3f69ee51_identity_adapter_py.html","file":"mlos_core/mlos_core/spaces/adapters/identity_adapter.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_llamatune_py":{"hash":"bfbe7da82ee4dae9701732dcbf908e47","index":{"url":"z_a35407dc3f69ee51_llamatune_py.html","file":"mlos_core/mlos_core/spaces/adapters/llamatune.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":180,"n_excluded":2,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862___init___py":{"hash":"945b8a24be3878f1879e925280ca3deb","index":{"url":"z_4c77d49b5a513862___init___py.html","file":"mlos_core/mlos_core/spaces/converters/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862_flaml_py":{"hash":"0722b5d1c197041ef253a1cb0554bcd6","index":{"url":"z_4c77d49b5a513862_flaml_py.html","file":"mlos_core/mlos_core/spaces/converters/flaml.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":4,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862_util_py":{"hash":"4605e3f953cc2e63dd9bf2c96ea747dd","index":{"url":"z_4c77d49b5a513862_util_py.html","file":"mlos_core/mlos_core/spaces/converters/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_7980ac9b936dbc70___init___py":{"hash":"836bc8bd81f7979cb52d38a19a39bf17","index":{"url":"z_7980ac9b936dbc70___init___py.html","file":"mlos_core/mlos_core/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887___init___py":{"hash":"7ae5ba1c686c35cc76605c365884f29b","index":{"url":"z_974f7f0354d04887___init___py.html","file":"mlos_core/mlos_core/tests/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_bayesian_optimizers_test_py":{"hash":"48fb933df1c0ab3e66d28aba66390be0","index":{"url":"z_974f7f0354d04887_bayesian_optimizers_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/bayesian_optimizers_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_conftest_py":{"hash":"1be8eba62f15225ba9feceef8a950890","index":{"url":"z_974f7f0354d04887_conftest_py.html","file":"mlos_core/mlos_core/tests/optimizers/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_one_hot_test_py":{"hash":"4b0f6a5c3592d38db3c994e95d2bc317","index":{"url":"z_974f7f0354d04887_one_hot_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/one_hot_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":47,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_optimizer_multiobj_test_py":{"hash":"241618d48bfb26460dbdce61cd9ed055","index":{"url":"z_974f7f0354d04887_optimizer_multiobj_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/optimizer_multiobj_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_optimizer_test_py":{"hash":"ed01049be283f4a262d5978202d5e03e","index":{"url":"z_974f7f0354d04887_optimizer_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":194,"n_excluded":0,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_random_optimizer_test_py":{"hash":"9cef3fb9c3940dc6bd9af85977b20533","index":{"url":"z_974f7f0354d04887_random_optimizer_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/random_optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78___init___py":{"hash":"4a3a49d95fd03c72fec9fd817f194be3","index":{"url":"z_fdd0616ad8099d78___init___py.html","file":"mlos_core/mlos_core/tests/spaces/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_identity_adapter_test_py":{"hash":"b6d45c9e41bd1fa0fb0b828753426573","index":{"url":"z_c9154d4bcbf20984_identity_adapter_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/identity_adapter_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_llamatune_test_py":{"hash":"2216ba285551346e86bdcc2c75fe8d99","index":{"url":"z_c9154d4bcbf20984_llamatune_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":185,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_space_adapter_factory_test_py":{"hash":"0964d6d1685660d9595835fb40393235","index":{"url":"z_c9154d4bcbf20984_space_adapter_factory_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/space_adapter_factory_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":34,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78_monkey_patch_quantization_test_py":{"hash":"fddced7aea16ac2e5f0ccc292adb435d","index":{"url":"z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html","file":"mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":33,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78_spaces_test_py":{"hash":"89ad4a1064d81763fdaa1115d9554c8b","index":{"url":"z_fdd0616ad8099d78_spaces_test_py.html","file":"mlos_core/mlos_core/tests/spaces/spaces_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":124,"n_excluded":6,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67_util_py":{"hash":"be441c95a2aaca18eba3f21fbd2e3926","index":{"url":"z_fc7f0a2d8bc93d67_util_py.html","file":"mlos_core/mlos_core/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67_version_py":{"hash":"06b59d799ca37613c72dae483ecf95e0","index":{"url":"z_fc7f0a2d8bc93d67_version_py.html","file":"mlos_core/mlos_core/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58___init___py":{"hash":"20c9ce18e7e16ee109a1696f8bfc2577","index":{"url":"z_ea0f5c0ee1292a58___init___py.html","file":"mlos_viz/mlos_viz/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_base_py":{"hash":"af2a97208c4e711aece07ebe8ff08bfd","index":{"url":"z_ea0f5c0ee1292a58_base_py.html","file":"mlos_viz/mlos_viz/base.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":154,"n_excluded":0,"n_missing":16,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_dabl_py":{"hash":"186fa8216e3653e336917c97b583d10b","index":{"url":"z_ea0f5c0ee1292a58_dabl_py.html","file":"mlos_viz/mlos_viz/dabl.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0___init___py":{"hash":"582c35f96f42b7b789071060de3a2805","index":{"url":"z_e9ae7bd3de504eb0___init___py.html","file":"mlos_viz/mlos_viz/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_conftest_py":{"hash":"0f0d314ce7d9a9c72a61db67804fef3c","index":{"url":"z_e9ae7bd3de504eb0_conftest_py.html","file":"mlos_viz/mlos_viz/tests/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_base_plot_py":{"hash":"4d8707a493e5d0bf2976cf1de17d2c5a","index":{"url":"z_e9ae7bd3de504eb0_test_base_plot_py.html","file":"mlos_viz/mlos_viz/tests/test_base_plot.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_dabl_plot_py":{"hash":"ef2650e6cf32fc882039e2192ea71506","index":{"url":"z_e9ae7bd3de504eb0_test_dabl_plot_py.html","file":"mlos_viz/mlos_viz/tests/test_dabl_plot.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":12,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_mlos_viz_py":{"hash":"08d28349b46228685f269b51daac645d","index":{"url":"z_e9ae7bd3de504eb0_test_mlos_viz_py.html","file":"mlos_viz/mlos_viz/tests/test_mlos_viz.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_util_py":{"hash":"26d12c348f7752726d1f62c527fa1d06","index":{"url":"z_ea0f5c0ee1292a58_util_py.html","file":"mlos_viz/mlos_viz/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_version_py":{"hash":"609e067026f12e183e81f032dbda7677","index":{"url":"z_ea0f5c0ee1292a58_version_py.html","file":"mlos_viz/mlos_viz/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}}}}
\ No newline at end of file
+{"note":"This file is an internal implementation detail to speed up HTML report generation. Its format can change at any time. You might be looking for the JSON report: https://coverage.rtfd.io/cmd.html#cmd-json","format":5,"version":"7.6.1","globals":"74e03191d37c7fb57ba44039ddcca05d","files":{"conftest_py":{"hash":"2635663432e348e80aa58b1869ec9d3d","index":{"url":"conftest_py.html","file":"conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":0,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd___init___py":{"hash":"94977942045557d8ae44e3f13c2d417e","index":{"url":"z_5396f41af8b1e4bd___init___py.html","file":"mlos_bench/mlos_bench/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3398716e0933e076___init___py":{"hash":"fffa50498690c457a955e0c460afa073","index":{"url":"z_3398716e0933e076___init___py.html","file":"mlos_bench/mlos_bench/config/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_20c004c35735c01d___init___py":{"hash":"44c3bfe4097b6ded45235699e0dc169e","index":{"url":"z_20c004c35735c01d___init___py.html","file":"mlos_bench/mlos_bench/config/schemas/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_20c004c35735c01d_config_schemas_py":{"hash":"9452d553de5ad7adc6aba94e53095821","index":{"url":"z_20c004c35735c01d_config_schemas_py.html","file":"mlos_bench/mlos_bench/config/schemas/config_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":72,"n_excluded":0,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_dict_templater_py":{"hash":"fe5d1267574eb4e0133c2ec9f963add7","index":{"url":"z_5396f41af8b1e4bd_dict_templater_py.html","file":"mlos_bench/mlos_bench/dict_templater.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":29,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3___init___py":{"hash":"52d5dfdaf8a78d07792c1bfc11e6571a","index":{"url":"z_2af64a9d4152bba3___init___py.html","file":"mlos_bench/mlos_bench/environments/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_base_environment_py":{"hash":"17c557c3edf942e98e8a5f32ef0382a5","index":{"url":"z_2af64a9d4152bba3_base_environment_py.html","file":"mlos_bench/mlos_bench/environments/base_environment.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":138,"n_excluded":4,"n_missing":10,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_composite_env_py":{"hash":"7200e8d83832b5b8d08ff3e58e100cbb","index":{"url":"z_2af64a9d4152bba3_composite_env_py.html","file":"mlos_bench/mlos_bench/environments/composite_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":96,"n_excluded":0,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d___init___py":{"hash":"5084c457612abc6e20c2ad7d1dee429f","index":{"url":"z_ce2854f29b8d638d___init___py.html","file":"mlos_bench/mlos_bench/environments/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d_local_env_py":{"hash":"07a236bc127d39ac83ee14de31754287","index":{"url":"z_ce2854f29b8d638d_local_env_py.html","file":"mlos_bench/mlos_bench/environments/local/local_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":126,"n_excluded":0,"n_missing":15,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d_local_fileshare_env_py":{"hash":"7c795dbee7a4120f7084a5804534a5d7","index":{"url":"z_ce2854f29b8d638d_local_fileshare_env_py.html","file":"mlos_bench/mlos_bench/environments/local/local_fileshare_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":55,"n_excluded":0,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_mock_env_py":{"hash":"5433da21c478f8c4d6d067f2aa62fdc4","index":{"url":"z_2af64a9d4152bba3_mock_env_py.html","file":"mlos_bench/mlos_bench/environments/mock_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":40,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242___init___py":{"hash":"40a027d81a51d6d11705fa7263c886bf","index":{"url":"z_ee1a086105daf242___init___py.html","file":"mlos_bench/mlos_bench/environments/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_host_env_py":{"hash":"41e461af76eb9a0611befce7bedf623a","index":{"url":"z_ee1a086105daf242_host_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/host_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_network_env_py":{"hash":"20da34b58dac4b84d2421dd72d0f894f","index":{"url":"z_ee1a086105daf242_network_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/network_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":17,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_os_env_py":{"hash":"273e0f734e783efa047a9fdddb3cea20","index":{"url":"z_ee1a086105daf242_os_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/os_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_remote_env_py":{"hash":"0518fd72c3eff64aefa1905c853ecbfa","index":{"url":"z_ee1a086105daf242_remote_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/remote_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":64,"n_excluded":0,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_saas_env_py":{"hash":"87df9a39493209ff83e3c30cee456dbe","index":{"url":"z_ee1a086105daf242_saas_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/saas_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":22,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_vm_env_py":{"hash":"03e0aee3c2e0ee368710f1fa8a0db688","index":{"url":"z_ee1a086105daf242_vm_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/vm_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_script_env_py":{"hash":"3d1b9a37d84974d3f30b56028d51d5af","index":{"url":"z_2af64a9d4152bba3_script_env_py.html","file":"mlos_bench/mlos_bench/environments/script_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_status_py":{"hash":"c49095ef6e406c4293c1919c31405587","index":{"url":"z_2af64a9d4152bba3_status_py.html","file":"mlos_bench/mlos_bench/environments/status.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_event_loop_context_py":{"hash":"97011aa012827e937b2698553e7255ec","index":{"url":"z_5396f41af8b1e4bd_event_loop_context_py.html","file":"mlos_bench/mlos_bench/event_loop_context.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":4,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_launcher_py":{"hash":"2dcb003c2509f43486bd2227613891d8","index":{"url":"z_5396f41af8b1e4bd_launcher_py.html","file":"mlos_bench/mlos_bench/launcher.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":185,"n_excluded":0,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4___init___py":{"hash":"ec22ce09e56e5da2e430e6db3f3ade5e","index":{"url":"z_323f8141f9f539b4___init___py.html","file":"mlos_bench/mlos_bench/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_base_optimizer_py":{"hash":"2d5746baf8fa6b6fd22eb0778b09ddfc","index":{"url":"z_323f8141f9f539b4_base_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/base_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":127,"n_excluded":6,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_convert_configspace_py":{"hash":"65a301ac8986875d54491616713415b5","index":{"url":"z_323f8141f9f539b4_convert_configspace_py.html","file":"mlos_bench/mlos_bench/optimizers/convert_configspace.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":86,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_grid_search_optimizer_py":{"hash":"deb6a816d7e53f73ecc2c21e7459fa00","index":{"url":"z_323f8141f9f539b4_grid_search_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":88,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_mlos_core_optimizer_py":{"hash":"cd24bc58e5fb7428cf3938ef4c6072f8","index":{"url":"z_323f8141f9f539b4_mlos_core_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":109,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_mock_optimizer_py":{"hash":"661041813c2a6cd20697ac57e9c1975c","index":{"url":"z_323f8141f9f539b4_mock_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/mock_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_one_shot_optimizer_py":{"hash":"7968c2da5c7d3ff4ce62950fb9457647","index":{"url":"z_323f8141f9f539b4_one_shot_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/one_shot_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_track_best_optimizer_py":{"hash":"bd6a91aeb92f0703c7167fdb959c074f","index":{"url":"z_323f8141f9f539b4_track_best_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/track_best_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_os_environ_py":{"hash":"7c193aaf3031053da1ea6de27d65ad19","index":{"url":"z_5396f41af8b1e4bd_os_environ_py.html","file":"mlos_bench/mlos_bench/os_environ.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":4,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_run_py":{"hash":"df38c32f778fe5d63996edf529ffb706","index":{"url":"z_5396f41af8b1e4bd_run_py.html","file":"mlos_bench/mlos_bench/run.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":2,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09___init___py":{"hash":"69a161c7e8338f99719df794873828b7","index":{"url":"z_9fc35783a1522e09___init___py.html","file":"mlos_bench/mlos_bench/schedulers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09_base_scheduler_py":{"hash":"086be97b997435690504f87caadd6d69","index":{"url":"z_9fc35783a1522e09_base_scheduler_py.html","file":"mlos_bench/mlos_bench/schedulers/base_scheduler.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":130,"n_excluded":10,"n_missing":12,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09_sync_scheduler_py":{"hash":"7e41f3389fc618b218909e907334ceed","index":{"url":"z_9fc35783a1522e09_sync_scheduler_py.html","file":"mlos_bench/mlos_bench/schedulers/sync_scheduler.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362___init___py":{"hash":"ffcc132d61cac8654e2282e11e623be9","index":{"url":"z_2f8ecfca0b9e9362___init___py.html","file":"mlos_bench/mlos_bench/services/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_base_fileshare_py":{"hash":"aa183c6793fec2e0b786c8536348f609","index":{"url":"z_2f8ecfca0b9e9362_base_fileshare_py.html","file":"mlos_bench/mlos_bench/services/base_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_base_service_py":{"hash":"a5aed856702ef237d4f5e4a1e2dfb483","index":{"url":"z_2f8ecfca0b9e9362_base_service_py.html","file":"mlos_bench/mlos_bench/services/base_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":104,"n_excluded":2,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_config_persistence_py":{"hash":"1e90ecab6debe35c8294705d7ef69958","index":{"url":"z_2f8ecfca0b9e9362_config_persistence_py.html","file":"mlos_bench/mlos_bench/services/config_persistence.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":157,"n_excluded":5,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8___init___py":{"hash":"23014b52e9f194ba23e5e97fe284f993","index":{"url":"z_ea07be53de14ffe8___init___py.html","file":"mlos_bench/mlos_bench/services/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8_local_exec_py":{"hash":"e195a9405aa70697831f11f20a9399e1","index":{"url":"z_ea07be53de14ffe8_local_exec_py.html","file":"mlos_bench/mlos_bench/services/local/local_exec.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":2,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8_temp_dir_context_py":{"hash":"8d42ec3519d5e329666722d7a44f3bc6","index":{"url":"z_ea07be53de14ffe8_temp_dir_context_py.html","file":"mlos_bench/mlos_bench/services/local/temp_dir_context.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d34fc4c3ae3e3619___init___py":{"hash":"d61c661aeb56f6b544b38840a3bf90cd","index":{"url":"z_d34fc4c3ae3e3619___init___py.html","file":"mlos_bench/mlos_bench/services/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7___init___py":{"hash":"7172041c04f77bda63e8ffd410220062","index":{"url":"z_8bda1461cdfcd6c7___init___py.html","file":"mlos_bench/mlos_bench/services/remote/azure/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_auth_py":{"hash":"efe321542b91f54ca5d3015d5bf9cacc","index":{"url":"z_8bda1461cdfcd6c7_azure_auth_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_auth.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":0,"n_missing":26,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_deployment_services_py":{"hash":"2a48e9d2875a4dde26fcc1a144d531f1","index":{"url":"z_8bda1461cdfcd6c7_azure_deployment_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":178,"n_excluded":1,"n_missing":44,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_fileshare_py":{"hash":"5ad0c6861e1dc6656c8a303933925605","index":{"url":"z_8bda1461cdfcd6c7_azure_fileshare_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":78,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_network_services_py":{"hash":"fb234426ec0ecbfbf06f1f342f786df9","index":{"url":"z_8bda1461cdfcd6c7_azure_network_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_network_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":33,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_saas_py":{"hash":"44a146cf2d36f3c9d0da4e44a9d31202","index":{"url":"z_8bda1461cdfcd6c7_azure_saas_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_saas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":81,"n_excluded":0,"n_missing":44,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_vm_services_py":{"hash":"1cc5481419a830b6bfcfad6471e2de45","index":{"url":"z_8bda1461cdfcd6c7_azure_vm_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":101,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f___init___py":{"hash":"e438877d12a6aefdcc43f04053e255b0","index":{"url":"z_3f378eb4eadac84f___init___py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_fileshare_py":{"hash":"0bd9bb313beb40054581fd6468c80e85","index":{"url":"z_3f378eb4eadac84f_ssh_fileshare_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":43,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_host_service_py":{"hash":"eb3b5b6f76d8a888248caabcfb74c5ee","index":{"url":"z_3f378eb4eadac84f_ssh_host_service_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_host_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_service_py":{"hash":"9d3f2a4225bf227b5b8d19c454408453","index":{"url":"z_3f378eb4eadac84f_ssh_service_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":157,"n_excluded":2,"n_missing":17,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83___init___py":{"hash":"f278c1e136e1e854112561fe4e9b79bf","index":{"url":"z_8a1cf60827db5b83___init___py.html","file":"mlos_bench/mlos_bench/services/types/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_authenticator_type_py":{"hash":"7900f404b785d8ae0411d6bac0b17dfc","index":{"url":"z_8a1cf60827db5b83_authenticator_type_py.html","file":"mlos_bench/mlos_bench/services/types/authenticator_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_config_loader_type_py":{"hash":"7fa8e0ea4fe03ed6e0aa758e5cd4dd28","index":{"url":"z_8a1cf60827db5b83_config_loader_type_py.html","file":"mlos_bench/mlos_bench/services/types/config_loader_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":4,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_fileshare_type_py":{"hash":"20f65be2ba003a4222c45e88d8de164a","index":{"url":"z_8a1cf60827db5b83_fileshare_type_py.html","file":"mlos_bench/mlos_bench/services/types/fileshare_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_host_ops_type_py":{"hash":"ba00127f7f601a73000dcc6e65cab610","index":{"url":"z_8a1cf60827db5b83_host_ops_type_py.html","file":"mlos_bench/mlos_bench/services/types/host_ops_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_host_provisioner_type_py":{"hash":"b6a7ba4848743b73266016280b3a30aa","index":{"url":"z_8a1cf60827db5b83_host_provisioner_type_py.html","file":"mlos_bench/mlos_bench/services/types/host_provisioner_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_local_exec_type_py":{"hash":"26f58c3ad24cad3cdff46001e0916bf9","index":{"url":"z_8a1cf60827db5b83_local_exec_type_py.html","file":"mlos_bench/mlos_bench/services/types/local_exec_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_network_provisioner_type_py":{"hash":"239de27af25133730ae3cbae5821fd9e","index":{"url":"z_8a1cf60827db5b83_network_provisioner_type_py.html","file":"mlos_bench/mlos_bench/services/types/network_provisioner_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_os_ops_type_py":{"hash":"4945b70e8f32efb7d44349365a979984","index":{"url":"z_8a1cf60827db5b83_os_ops_type_py.html","file":"mlos_bench/mlos_bench/services/types/os_ops_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_remote_config_type_py":{"hash":"c0cc303201d7e0c2aed6c5851ff00abb","index":{"url":"z_8a1cf60827db5b83_remote_config_type_py.html","file":"mlos_bench/mlos_bench/services/types/remote_config_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_remote_exec_type_py":{"hash":"eccb889fd58b9ab8f8e597c4d44fe3f9","index":{"url":"z_8a1cf60827db5b83_remote_exec_type_py.html","file":"mlos_bench/mlos_bench/services/types/remote_exec_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9___init___py":{"hash":"d124d5a461e008bba10d22c1e679456f","index":{"url":"z_d9cccba8799d95c9___init___py.html","file":"mlos_bench/mlos_bench/storage/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_experiment_data_py":{"hash":"d8de8bbfc412de29aff8620189712632","index":{"url":"z_d9cccba8799d95c9_base_experiment_data_py.html","file":"mlos_bench/mlos_bench/storage/base_experiment_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":47,"n_excluded":5,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_storage_py":{"hash":"631cce04d8add44185038beb34c8ffe7","index":{"url":"z_d9cccba8799d95c9_base_storage_py.html","file":"mlos_bench/mlos_bench/storage/base_storage.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":137,"n_excluded":4,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_trial_data_py":{"hash":"66580896db604a6f99ace6f1f9bb6892","index":{"url":"z_d9cccba8799d95c9_base_trial_data_py.html","file":"mlos_bench/mlos_bench/storage/base_trial_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":62,"n_excluded":7,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_tunable_config_data_py":{"hash":"f56a7208561b1c61bf0c8ff209c6946b","index":{"url":"z_d9cccba8799d95c9_base_tunable_config_data_py.html","file":"mlos_bench/mlos_bench/storage/base_tunable_config_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py":{"hash":"b81df3e11fde2c97fa47c7399bfcf072","index":{"url":"z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html","file":"mlos_bench/mlos_bench/storage/base_tunable_config_trial_group_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":5,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea___init___py":{"hash":"7477af8c5121d5eeae62dafef554a2f6","index":{"url":"z_feb2aa4ec14319ea___init___py.html","file":"mlos_bench/mlos_bench/storage/sql/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_common_py":{"hash":"9d2904ed250ab287fda93b8e74449c87","index":{"url":"z_feb2aa4ec14319ea_common_py.html","file":"mlos_bench/mlos_bench/storage/sql/common.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":40,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_experiment_py":{"hash":"659732cf97e8019238e8ae62dcf13724","index":{"url":"z_feb2aa4ec14319ea_experiment_py.html","file":"mlos_bench/mlos_bench/storage/sql/experiment.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":100,"n_excluded":1,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_experiment_data_py":{"hash":"89f9451546ca82a95c6448c9ead583e5","index":{"url":"z_feb2aa4ec14319ea_experiment_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/experiment_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_schema_py":{"hash":"3840bd97c3e337bb809b872ddb51bbd7","index":{"url":"z_feb2aa4ec14319ea_schema_py.html","file":"mlos_bench/mlos_bench/storage/sql/schema.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":37,"n_excluded":21,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_storage_py":{"hash":"7c7eb486ad2d9baa052a3974a93dde83","index":{"url":"z_feb2aa4ec14319ea_storage_py.html","file":"mlos_bench/mlos_bench/storage/sql/storage.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_trial_py":{"hash":"fb47294fef69f9b5f0bf23ac5823d270","index":{"url":"z_feb2aa4ec14319ea_trial_py.html","file":"mlos_bench/mlos_bench/storage/sql/trial.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":55,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_trial_data_py":{"hash":"f0b63c5bc1480159e0282768010a39dc","index":{"url":"z_feb2aa4ec14319ea_trial_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/trial_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":37,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_tunable_config_data_py":{"hash":"fde583ee9a85af79b88fd8343401def9","index":{"url":"z_feb2aa4ec14319ea_tunable_config_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/tunable_config_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_tunable_config_trial_group_data_py":{"hash":"e7fb41e43fe33a6be57500ba7f95ebce","index":{"url":"z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/tunable_config_trial_group_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_storage_factory_py":{"hash":"dc9a42e345a47ac49af28b660e783063","index":{"url":"z_d9cccba8799d95c9_storage_factory_py.html","file":"mlos_bench/mlos_bench/storage/storage_factory.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_util_py":{"hash":"da964c4e55f89a79cdc86b143bb8ded0","index":{"url":"z_d9cccba8799d95c9_util_py.html","file":"mlos_bench/mlos_bench/storage/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9___init___py":{"hash":"20b086235943f6d81d9dda89b677b0ff","index":{"url":"z_ffd0e22b8f179be9___init___py.html","file":"mlos_bench/mlos_bench/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_23ca098d381c2703___init___py":{"hash":"bfd3972988dda717432eb9075779680d","index":{"url":"z_23ca098d381c2703___init___py.html","file":"mlos_bench/mlos_bench/tests/config/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e6d502096990b4bc_test_load_cli_config_examples_py":{"hash":"d1731bab6d5a410213d74cac3a4e64ef","index":{"url":"z_e6d502096990b4bc_test_load_cli_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/cli/test_load_cli_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":51,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_23ca098d381c2703_conftest_py":{"hash":"a9ddb745145742015787cf6f921528f5","index":{"url":"z_23ca098d381c2703_conftest_py.html","file":"mlos_bench/mlos_bench/tests/config/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9d91bcacf3b33219_test_load_environment_config_examples_py":{"hash":"a62d0fa6ca52f027e28d2d0b629923ba","index":{"url":"z_9d91bcacf3b33219_test_load_environment_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/environments/test_load_environment_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":70,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_daea37f8f9d4218b_test_load_global_config_examples_py":{"hash":"1accf51d922228627268982b734c3ceb","index":{"url":"z_daea37f8f9d4218b_test_load_global_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/globals/test_load_global_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1fe5d26167948339_test_load_optimizer_config_examples_py":{"hash":"0aa6e1a2cfac4b0332cd92075aba065c","index":{"url":"z_1fe5d26167948339_test_load_optimizer_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/optimizers/test_load_optimizer_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b2e8508ca8301e3e___init___py":{"hash":"573e062e566047075647d57e8648ae15","index":{"url":"z_b2e8508ca8301e3e___init___py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":3,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_0bd431c13c518cba_test_cli_schemas_py":{"hash":"5de82163ca2e286363d78c146429fe53","index":{"url":"z_0bd431c13c518cba_test_cli_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/cli/test_cli_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":15,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_f9c2879ac20d51a5_test_environment_schemas_py":{"hash":"b43d790715e9860e0e3a539babade2d4","index":{"url":"z_f9c2879ac20d51a5_test_environment_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/environments/test_environment_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":29,"n_excluded":1,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_f9c64468f625e920_test_globals_schemas_py":{"hash":"5ca9337887df630d5bae1299af0d4d9e","index":{"url":"z_f9c64468f625e920_test_globals_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/globals/test_globals_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_539c3520b5c68f82_test_optimizer_schemas_py":{"hash":"e10dfadeb1da8903ee82bd3f8088cc54","index":{"url":"z_539c3520b5c68f82_test_optimizer_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/optimizers/test_optimizer_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":53,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_002489c1955d0852_test_scheduler_schemas_py":{"hash":"5b2a973663444096d54050f29a591ad3","index":{"url":"z_002489c1955d0852_test_scheduler_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/schedulers/test_scheduler_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_57125b4c4afc531d_test_services_schemas_py":{"hash":"25ee0f7e4f414a1b05f159cf97767ed6","index":{"url":"z_57125b4c4afc531d_test_services_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/services/test_services_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":1,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_067584b402678614_test_storage_schemas_py":{"hash":"37e70872645f37eed00f47f0f4128ddc","index":{"url":"z_067584b402678614_test_storage_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/storage/test_storage_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_866c2aed5680b990_test_tunable_params_schemas_py":{"hash":"41e19e7c07ae929b390670ce4ef03d72","index":{"url":"z_866c2aed5680b990_test_tunable_params_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/tunable-params/test_tunable_params_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3cecf87feb0d1a32_test_tunable_values_schemas_py":{"hash":"020bdd29e9c495bd34b7460bdae84d56","index":{"url":"z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/tunable-values/test_tunable_values_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e8b6df00ef81429a_test_load_service_config_examples_py":{"hash":"cea70dd701c21b21f280890493c3264e","index":{"url":"z_e8b6df00ef81429a_test_load_service_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/services/test_load_service_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b753a059391781c4_test_load_storage_config_examples_py":{"hash":"7bfc32621430c01ee3110720c9bd6222","index":{"url":"z_b753a059391781c4_test_load_storage_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/storage/test_load_storage_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_conftest_py":{"hash":"ee2d824477eb2a4384957ee664c981c6","index":{"url":"z_ffd0e22b8f179be9_conftest_py.html","file":"mlos_bench/mlos_bench/tests/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":44,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_dict_templater_test_py":{"hash":"7987b92f43a27cfbe5921d4b07c7b8c2","index":{"url":"z_ffd0e22b8f179be9_dict_templater_test_py.html","file":"mlos_bench/mlos_bench/tests/dict_templater_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd___init___py":{"hash":"24dd8958f87b1443299666d928af05f4","index":{"url":"z_eff6c9495d2144dd___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_base_env_test_py":{"hash":"9529a0a01c318cfd68060561934682aa","index":{"url":"z_eff6c9495d2144dd_base_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/base_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_composite_env_service_test_py":{"hash":"992984d140523fc8b302d88983f31bb1","index":{"url":"z_eff6c9495d2144dd_composite_env_service_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/composite_env_service_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_composite_env_test_py":{"hash":"4e825128700c773ff8258446d904ea5a","index":{"url":"z_eff6c9495d2144dd_composite_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/composite_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":34,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_include_tunables_test_py":{"hash":"9ee3f6be041c87bf699d0343741c9da0","index":{"url":"z_eff6c9495d2144dd_include_tunables_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/include_tunables_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":42,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005___init___py":{"hash":"89beb3a91e073b632070188dea1c009b","index":{"url":"z_98e6470b1a2d3005___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_composite_local_env_test_py":{"hash":"e2f8da30b86f7a1def51bf1366c2f850","index":{"url":"z_98e6470b1a2d3005_composite_local_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/composite_local_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_stdout_test_py":{"hash":"17903f77f7722bdc0e0d7762338f9625","index":{"url":"z_98e6470b1a2d3005_local_env_stdout_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_stdout_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":13,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_telemetry_test_py":{"hash":"66ba9930d8577de3dfe690394102a553","index":{"url":"z_98e6470b1a2d3005_local_env_telemetry_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_telemetry_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_test_py":{"hash":"652331e4376c65f5f89b0bcbbaed40e5","index":{"url":"z_98e6470b1a2d3005_local_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":30,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_vars_test_py":{"hash":"5fc54a9c9dadb1b8c185413f1ab3ad74","index":{"url":"z_98e6470b1a2d3005_local_env_vars_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_vars_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_fileshare_env_test_py":{"hash":"236110824d5abb64126b98267f02a4f2","index":{"url":"z_98e6470b1a2d3005_local_fileshare_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_fileshare_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_mock_env_test_py":{"hash":"eb83aa995b23220eb30cc62d8323ba90","index":{"url":"z_eff6c9495d2144dd_mock_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/mock_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":41,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4___init___py":{"hash":"739ea36ab11d978990782c703bdab380","index":{"url":"z_e3d586e89eaba8f4___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4_conftest_py":{"hash":"0fa7a3471edbaaa61737607941221a9d","index":{"url":"z_e3d586e89eaba8f4_conftest_py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4_test_ssh_env_py":{"hash":"0fb165d7f3eaad96812153ee900cc3b2","index":{"url":"z_e3d586e89eaba8f4_test_ssh_env_py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/test_ssh_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":4,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_event_loop_context_test_py":{"hash":"af2b350954d976999481a8eb1a0518ec","index":{"url":"z_ffd0e22b8f179be9_event_loop_context_test_py.html","file":"mlos_bench/mlos_bench/tests/event_loop_context_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":4,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_in_process_test_py":{"hash":"ad9200d76a89add90fd1dc0f735708e4","index":{"url":"z_ffd0e22b8f179be9_launcher_in_process_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_in_process_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_parse_args_test_py":{"hash":"2f8270e464331a6661af7f95dd5ee05b","index":{"url":"z_ffd0e22b8f179be9_launcher_parse_args_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_parse_args_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":103,"n_excluded":4,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_run_test_py":{"hash":"828d240ca59067dfd8035575ad53f4ed","index":{"url":"z_ffd0e22b8f179be9_launcher_run_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_run_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada___init___py":{"hash":"6fe14a97c9464e9fb1e31ab4d2694d01","index":{"url":"z_97f09f0ec8586ada___init___py.html","file":"mlos_bench/mlos_bench/tests/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_conftest_py":{"hash":"f9d55621d191b9ee448780be0c1b817c","index":{"url":"z_97f09f0ec8586ada_conftest_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_grid_search_optimizer_test_py":{"hash":"4879296e72cc9a71a4e61633b9cbfade","index":{"url":"z_97f09f0ec8586ada_grid_search_optimizer_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/grid_search_optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":128,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_llamatune_opt_test_py":{"hash":"337aa86eed1e1e5aba97082826b30f22","index":{"url":"z_97f09f0ec8586ada_llamatune_opt_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/llamatune_opt_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mlos_core_opt_df_test_py":{"hash":"7f776330b5734b80fe57e6d3b178bd9f","index":{"url":"z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_df_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mlos_core_opt_smac_test_py":{"hash":"eedd13c7aff0bb5b71214c6378f67940","index":{"url":"z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_smac_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mock_opt_test_py":{"hash":"39e9ffef0f51f751c65b194fe788f19a","index":{"url":"z_97f09f0ec8586ada_mock_opt_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mock_opt_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_opt_bulk_register_test_py":{"hash":"2cebb82e1098abae80f6cafbb8d74402","index":{"url":"z_97f09f0ec8586ada_opt_bulk_register_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/opt_bulk_register_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_toy_optimization_loop_test_py":{"hash":"6a89b8e293dbf7db618b99db9262b025","index":{"url":"z_97f09f0ec8586ada_toy_optimization_loop_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/toy_optimization_loop_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":61,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22___init___py":{"hash":"6b65b31fdc40a7c75150d0b63a8ef579","index":{"url":"z_354360b2842e9a22___init___py.html","file":"mlos_bench/mlos_bench/tests/services/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_config_persistence_test_py":{"hash":"f8c34060a03eb3486d05cb1aa66a9234","index":{"url":"z_354360b2842e9a22_config_persistence_test_py.html","file":"mlos_bench/mlos_bench/tests/services/config_persistence_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":46,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662___init___py":{"hash":"6a32e3cbc67f46c3c902bef759ac59d3","index":{"url":"z_1e0e6bde7052d662___init___py.html","file":"mlos_bench/mlos_bench/tests/services/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662_local_exec_python_test_py":{"hash":"031a3bf120d3e862a4e4707e1078fa9e","index":{"url":"z_1e0e6bde7052d662_local_exec_python_test_py.html","file":"mlos_bench/mlos_bench/tests/services/local/local_exec_python_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662_local_exec_test_py":{"hash":"3a274173e2a83087fb760629ab0f8729","index":{"url":"z_1e0e6bde7052d662_local_exec_test_py.html","file":"mlos_bench/mlos_bench/tests/services/local/local_exec_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_12cf951eedca9a89___init___py":{"hash":"eea9e53b602d6ce891f707892461bb63","index":{"url":"z_12cf951eedca9a89___init___py.html","file":"mlos_bench/mlos_bench/tests/services/local/mock/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_12cf951eedca9a89_mock_local_exec_service_py":{"hash":"af85876ee5aca2978e166cb1b2caf35d","index":{"url":"z_12cf951eedca9a89_mock_local_exec_service_py.html","file":"mlos_bench/mlos_bench/tests/services/local/mock/mock_local_exec_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_mock_service_py":{"hash":"45b5d099f499d9b6b520c7f4b7c3b43c","index":{"url":"z_354360b2842e9a22_mock_service_py.html","file":"mlos_bench/mlos_bench/tests/services/mock_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":16,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_75096bf83df2f5ed___init___py":{"hash":"18a8380192acd8f993aaeae6fcbec4e1","index":{"url":"z_75096bf83df2f5ed___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f___init___py":{"hash":"f3f4e1b477bed71e746a703bf3084064","index":{"url":"z_b5994b7a43ca5d1f___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_fileshare_test_py":{"hash":"30fe4b24244f1cd9593a36864b5d7cb6","index":{"url":"z_b5994b7a43ca5d1f_azure_fileshare_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_fileshare_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":110,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_network_services_test_py":{"hash":"3a8bb02f15120de0f21bcf4aa14fd9db","index":{"url":"z_b5994b7a43ca5d1f_azure_network_services_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_network_services_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_vm_services_test_py":{"hash":"5b0eaf1534837def7054b3aa76c9a018","index":{"url":"z_b5994b7a43ca5d1f_azure_vm_services_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_vm_services_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":108,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_conftest_py":{"hash":"63d37fe58337d657a3e14c584a77383b","index":{"url":"z_b5994b7a43ca5d1f_conftest_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631___init___py":{"hash":"e20d1cdfae4f009f719bd9bb33704746","index":{"url":"z_ea84a65b31482631___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_auth_service_py":{"hash":"96b2c5bb2988a514b1c67c88fd12c8d6","index":{"url":"z_ea84a65b31482631_mock_auth_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_auth_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_fileshare_service_py":{"hash":"39a3bcb8f5bfaff505150bb481d97b25","index":{"url":"z_ea84a65b31482631_mock_fileshare_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_fileshare_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_network_service_py":{"hash":"334c1756c49710a1fbc3543294a5863d","index":{"url":"z_ea84a65b31482631_mock_network_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_network_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_remote_exec_service_py":{"hash":"78db9c4f11e6746746da6864915e5a7f","index":{"url":"z_ea84a65b31482631_mock_remote_exec_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_remote_exec_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_vm_service_py":{"hash":"ed63b91c8fadb8981784a2949ba69289","index":{"url":"z_ea84a65b31482631_mock_vm_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_vm_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d___init___py":{"hash":"256a7eb563b2c8b4363181e91f788b12","index":{"url":"z_9975bfa74289b35d___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_conftest_py":{"hash":"3a45936a160ce40661dd63b917e3d05f","index":{"url":"z_9975bfa74289b35d_conftest_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_fixtures_py":{"hash":"90468468721a6fd7832b5598fe5563b7","index":{"url":"z_9975bfa74289b35d_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_fileshare_py":{"hash":"69064ef3af569f6c28bf3a8314661899","index":{"url":"z_9975bfa74289b35d_test_ssh_fileshare_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_host_service_py":{"hash":"f2c95a7b33dda76425c05446b352d5e9","index":{"url":"z_9975bfa74289b35d_test_ssh_host_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_host_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":92,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_service_py":{"hash":"dc816032aaa6f2a7d63ae85eb3b54d78","index":{"url":"z_9975bfa74289b35d_test_ssh_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":2,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_test_service_method_registering_py":{"hash":"c8ba9f875e1261da6628f3d37a142aed","index":{"url":"z_354360b2842e9a22_test_service_method_registering_py.html","file":"mlos_bench/mlos_bench/tests/services/test_service_method_registering.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c___init___py":{"hash":"3ccd9f06601173d2b19f2798bd72a284","index":{"url":"z_6d460002ba244c5c___init___py.html","file":"mlos_bench/mlos_bench/tests/storage/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_conftest_py":{"hash":"365ec2a0930a4963163adf95e7e5b101","index":{"url":"z_6d460002ba244c5c_conftest_py.html","file":"mlos_bench/mlos_bench/tests/storage/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_context_test_py":{"hash":"43377d30439f63eb2f5c687a5a2a9be1","index":{"url":"z_6d460002ba244c5c_exp_context_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_context_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_data_test_py":{"hash":"c399acf809b5ab9d2f5da9ba0d673922","index":{"url":"z_6d460002ba244c5c_exp_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":53,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_load_test_py":{"hash":"2faee09f9ea89c79de3ade21cae71ec6","index":{"url":"z_6d460002ba244c5c_exp_load_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_load_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":71,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_51dc247422d0d699___init___py":{"hash":"eef5088dadd382b8f67766217dd150d5","index":{"url":"z_51dc247422d0d699___init___py.html","file":"mlos_bench/mlos_bench/tests/storage/sql/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_51dc247422d0d699_fixtures_py":{"hash":"8c3c4289cee6102e72df96f9d571a264","index":{"url":"z_51dc247422d0d699_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/storage/sql/fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_config_test_py":{"hash":"eac53fbdb27ab999c44d422faed78c64","index":{"url":"z_6d460002ba244c5c_trial_config_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_config_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":41,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_data_test_py":{"hash":"d6c003158546d24629192a797d24c3fb","index":{"url":"z_6d460002ba244c5c_trial_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":16,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_schedule_test_py":{"hash":"feebf24942acad083e1e4d05a76c4fc7","index":{"url":"z_6d460002ba244c5c_trial_schedule_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_schedule_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":42,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_telemetry_test_py":{"hash":"456edcdad2c6089147b384d42f4dbefd","index":{"url":"z_6d460002ba244c5c_trial_telemetry_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_telemetry_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_tunable_config_data_test_py":{"hash":"1502e0c40a3ce4548ab58b29a5d8d3c2","index":{"url":"z_6d460002ba244c5c_tunable_config_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/tunable_config_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_tunable_config_trial_group_data_test_py":{"hash":"42ba078c22301da19c8e647a35a6c8b7","index":{"url":"z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/tunable_config_trial_group_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":46,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_test_with_alt_tz_py":{"hash":"e3c78e6a5d8895adfb9ac6502929c5ba","index":{"url":"z_ffd0e22b8f179be9_test_with_alt_tz_py.html","file":"mlos_bench/mlos_bench/tests/test_with_alt_tz.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_tunable_groups_fixtures_py":{"hash":"99b5809f5f6fc73c34681310bf49c874","index":{"url":"z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/tunable_groups_fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb___init___py":{"hash":"0f33a64c7672933ee00c2b89c96f1af1","index":{"url":"z_b6de38f7e42477eb___init___py.html","file":"mlos_bench/mlos_bench/tests/tunables/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_conftest_py":{"hash":"3e29adc11e82fc993c3078a98a782037","index":{"url":"z_b6de38f7e42477eb_conftest_py.html","file":"mlos_bench/mlos_bench/tests/tunables/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_empty_tunable_group_py":{"hash":"b599f82f27a1e67c42cf1f7aaacf6e1f","index":{"url":"z_b6de38f7e42477eb_test_empty_tunable_group_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_empty_tunable_group.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_tunable_categoricals_py":{"hash":"93c45318f9cc2842cc78ad69288c8866","index":{"url":"z_b6de38f7e42477eb_test_tunable_categoricals_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_tunable_categoricals.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_tunables_size_props_py":{"hash":"c6bf0d61aa0f28b01df99b56bc2a5945","index":{"url":"z_b6de38f7e42477eb_test_tunables_size_props_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_tunables_size_props.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":39,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_accessors_test_py":{"hash":"44aa1400c950d04b5bddb680d9196bce","index":{"url":"z_b6de38f7e42477eb_tunable_accessors_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_accessors_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_comparison_test_py":{"hash":"3e3a6fb54708f3838d8a2afa7cf7d3b7","index":{"url":"z_b6de38f7e42477eb_tunable_comparison_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_comparison_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_definition_test_py":{"hash":"ca1faaa81343d8c8c05c76409ab67a7d","index":{"url":"z_b6de38f7e42477eb_tunable_definition_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_definition_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":147,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_distributions_test_py":{"hash":"51f122be17554af765f3a799b3299ff3","index":{"url":"z_b6de38f7e42477eb_tunable_distributions_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_distributions_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_indexing_test_py":{"hash":"cc805295012a4b6b804272dfc5fd34ad","index":{"url":"z_b6de38f7e42477eb_tunable_group_indexing_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_indexing_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":30,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_subgroup_test_py":{"hash":"ab45a3bd426d45e8441f1d65b3c5857d","index":{"url":"z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_subgroup_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_update_test_py":{"hash":"139ffef61cd5cf84dbe7a5c3fa29375e","index":{"url":"z_b6de38f7e42477eb_tunable_group_update_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_update_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_slice_references_test_py":{"hash":"803b3c97678ba66f3aa4765c0ffecdb5","index":{"url":"z_b6de38f7e42477eb_tunable_slice_references_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_slice_references_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py":{"hash":"22de410d8ab8e80fbf661a4c40c09e08","index":{"url":"z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_distr_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_to_configspace_test_py":{"hash":"615f0cbc4d0d8f9d20cfa5a10e946d99","index":{"url":"z_b6de38f7e42477eb_tunable_to_configspace_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":43,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_assign_test_py":{"hash":"75db240cfd6d816eac1ec64e39fd9845","index":{"url":"z_b6de38f7e42477eb_tunables_assign_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_assign_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":85,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_copy_test_py":{"hash":"6e43407c71e6447a715f06db79a4d9f9","index":{"url":"z_b6de38f7e42477eb_tunables_copy_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_copy_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_str_test_py":{"hash":"592e4d966551eb745dd91db37e0feaf8","index":{"url":"z_b6de38f7e42477eb_tunables_str_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_str_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_git_test_py":{"hash":"9850698217c7a4a6c9295aad2a02de98","index":{"url":"z_ffd0e22b8f179be9_util_git_test_py.html","file":"mlos_bench/mlos_bench/tests/util_git_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_nullable_test_py":{"hash":"fbbd658e899511f8b4bda0d43593f6c7","index":{"url":"z_ffd0e22b8f179be9_util_nullable_test_py.html","file":"mlos_bench/mlos_bench/tests/util_nullable_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_try_parse_test_py":{"hash":"0c5d51c11db486b92e6528581fb2f65f","index":{"url":"z_ffd0e22b8f179be9_util_try_parse_test_py.html","file":"mlos_bench/mlos_bench/tests/util_try_parse_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2___init___py":{"hash":"4d23d67e251c9b9587f0faa00baa7235","index":{"url":"z_94faf145c9e5d9d2___init___py.html","file":"mlos_bench/mlos_bench/tunables/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_covariant_group_py":{"hash":"4b9f04f72c38c9872497c7a895facc8f","index":{"url":"z_94faf145c9e5d9d2_covariant_group_py.html","file":"mlos_bench/mlos_bench/tunables/covariant_group.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":11,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_tunable_py":{"hash":"dfcddd8c7d2b91f14eb3a6182e5fef23","index":{"url":"z_94faf145c9e5d9d2_tunable_py.html","file":"mlos_bench/mlos_bench/tunables/tunable.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":299,"n_excluded":15,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_tunable_groups_py":{"hash":"e23bd5514989829b382646d25bcf16a5","index":{"url":"z_94faf145c9e5d9d2_tunable_groups_py.html","file":"mlos_bench/mlos_bench/tunables/tunable_groups.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":88,"n_excluded":18,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_util_py":{"hash":"64b8da1daee5f125232820382962c3b5","index":{"url":"z_5396f41af8b1e4bd_util_py.html","file":"mlos_bench/mlos_bench/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":109,"n_excluded":6,"n_missing":12,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_version_py":{"hash":"bcc35b511319d8e37b5e8cd2df201340","index":{"url":"z_5396f41af8b1e4bd_version_py.html","file":"mlos_bench/mlos_bench/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67___init___py":{"hash":"7bc681377c8cc0799d24a2c58adcbb7c","index":{"url":"z_fc7f0a2d8bc93d67___init___py.html","file":"mlos_core/mlos_core/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea___init___py":{"hash":"4ae71cc0a63ffff2d809b4230c15b636","index":{"url":"z_83ca15bbe4632fea___init___py.html","file":"mlos_core/mlos_core/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f___init___py":{"hash":"d789d7084106474529d7aabc65eda9dc","index":{"url":"z_72e2a6025cdb9b6f___init___py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f_bayesian_optimizer_py":{"hash":"66c4ec323fb240d0f75d76a7fecf00cf","index":{"url":"z_72e2a6025cdb9b6f_bayesian_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/bayesian_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f_smac_optimizer_py":{"hash":"b58092b3366bb3a3703bf4478cc7b7c8","index":{"url":"z_72e2a6025cdb9b6f_smac_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/smac_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":103,"n_excluded":5,"n_missing":13,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_flaml_optimizer_py":{"hash":"af579ee43b8a08c76834c042d2cd2aa9","index":{"url":"z_83ca15bbe4632fea_flaml_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/flaml_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":1,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_optimizer_py":{"hash":"011739e64747185bd4087a290deeb4c0","index":{"url":"z_83ca15bbe4632fea_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":117,"n_excluded":5,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_random_optimizer_py":{"hash":"fe535b4ed8e7169d27e9c159b1501655","index":{"url":"z_83ca15bbe4632fea_random_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/random_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":15,"n_excluded":1,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_01a0fb711d8b07b3___init___py":{"hash":"468f9cf9b6b7b45a91923bd3da061684","index":{"url":"z_01a0fb711d8b07b3___init___py.html","file":"mlos_core/mlos_core/spaces/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51___init___py":{"hash":"040aac862ed2cce619d414a774b58d25","index":{"url":"z_a35407dc3f69ee51___init___py.html","file":"mlos_core/mlos_core/spaces/adapters/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_adapter_py":{"hash":"afddd6986a937c9b9fe3d17bd1af2a9c","index":{"url":"z_a35407dc3f69ee51_adapter_py.html","file":"mlos_core/mlos_core/spaces/adapters/adapter.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":10,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_identity_adapter_py":{"hash":"9ffd83fcc1939a2f4ab4b9be0eae8271","index":{"url":"z_a35407dc3f69ee51_identity_adapter_py.html","file":"mlos_core/mlos_core/spaces/adapters/identity_adapter.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_llamatune_py":{"hash":"bfbe7da82ee4dae9701732dcbf908e47","index":{"url":"z_a35407dc3f69ee51_llamatune_py.html","file":"mlos_core/mlos_core/spaces/adapters/llamatune.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":180,"n_excluded":2,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862___init___py":{"hash":"945b8a24be3878f1879e925280ca3deb","index":{"url":"z_4c77d49b5a513862___init___py.html","file":"mlos_core/mlos_core/spaces/converters/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862_flaml_py":{"hash":"0722b5d1c197041ef253a1cb0554bcd6","index":{"url":"z_4c77d49b5a513862_flaml_py.html","file":"mlos_core/mlos_core/spaces/converters/flaml.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":4,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862_util_py":{"hash":"def7f3bd142c7e1b78d24728df5fdf72","index":{"url":"z_4c77d49b5a513862_util_py.html","file":"mlos_core/mlos_core/spaces/converters/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":30,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_7980ac9b936dbc70___init___py":{"hash":"836bc8bd81f7979cb52d38a19a39bf17","index":{"url":"z_7980ac9b936dbc70___init___py.html","file":"mlos_core/mlos_core/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887___init___py":{"hash":"7ae5ba1c686c35cc76605c365884f29b","index":{"url":"z_974f7f0354d04887___init___py.html","file":"mlos_core/mlos_core/tests/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_bayesian_optimizers_test_py":{"hash":"48fb933df1c0ab3e66d28aba66390be0","index":{"url":"z_974f7f0354d04887_bayesian_optimizers_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/bayesian_optimizers_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_conftest_py":{"hash":"1be8eba62f15225ba9feceef8a950890","index":{"url":"z_974f7f0354d04887_conftest_py.html","file":"mlos_core/mlos_core/tests/optimizers/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_one_hot_test_py":{"hash":"4b0f6a5c3592d38db3c994e95d2bc317","index":{"url":"z_974f7f0354d04887_one_hot_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/one_hot_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":47,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_optimizer_multiobj_test_py":{"hash":"241618d48bfb26460dbdce61cd9ed055","index":{"url":"z_974f7f0354d04887_optimizer_multiobj_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/optimizer_multiobj_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_optimizer_test_py":{"hash":"ed01049be283f4a262d5978202d5e03e","index":{"url":"z_974f7f0354d04887_optimizer_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":194,"n_excluded":0,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_random_optimizer_test_py":{"hash":"9cef3fb9c3940dc6bd9af85977b20533","index":{"url":"z_974f7f0354d04887_random_optimizer_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/random_optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78___init___py":{"hash":"4a3a49d95fd03c72fec9fd817f194be3","index":{"url":"z_fdd0616ad8099d78___init___py.html","file":"mlos_core/mlos_core/tests/spaces/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_identity_adapter_test_py":{"hash":"b6d45c9e41bd1fa0fb0b828753426573","index":{"url":"z_c9154d4bcbf20984_identity_adapter_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/identity_adapter_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_llamatune_test_py":{"hash":"b73f2c2ed5c1b7ed84af937df65aab28","index":{"url":"z_c9154d4bcbf20984_llamatune_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":171,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_space_adapter_factory_test_py":{"hash":"0964d6d1685660d9595835fb40393235","index":{"url":"z_c9154d4bcbf20984_space_adapter_factory_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/space_adapter_factory_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":34,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78_monkey_patch_quantization_test_py":{"hash":"4d47a6e8da593febb9a0cb3e746f2d73","index":{"url":"z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html","file":"mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":55,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78_spaces_test_py":{"hash":"89ad4a1064d81763fdaa1115d9554c8b","index":{"url":"z_fdd0616ad8099d78_spaces_test_py.html","file":"mlos_core/mlos_core/tests/spaces/spaces_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":124,"n_excluded":6,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67_util_py":{"hash":"be441c95a2aaca18eba3f21fbd2e3926","index":{"url":"z_fc7f0a2d8bc93d67_util_py.html","file":"mlos_core/mlos_core/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67_version_py":{"hash":"06b59d799ca37613c72dae483ecf95e0","index":{"url":"z_fc7f0a2d8bc93d67_version_py.html","file":"mlos_core/mlos_core/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58___init___py":{"hash":"20c9ce18e7e16ee109a1696f8bfc2577","index":{"url":"z_ea0f5c0ee1292a58___init___py.html","file":"mlos_viz/mlos_viz/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_base_py":{"hash":"c6998de9017af7adea5622b7804242ca","index":{"url":"z_ea0f5c0ee1292a58_base_py.html","file":"mlos_viz/mlos_viz/base.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":154,"n_excluded":0,"n_missing":16,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_dabl_py":{"hash":"186fa8216e3653e336917c97b583d10b","index":{"url":"z_ea0f5c0ee1292a58_dabl_py.html","file":"mlos_viz/mlos_viz/dabl.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0___init___py":{"hash":"582c35f96f42b7b789071060de3a2805","index":{"url":"z_e9ae7bd3de504eb0___init___py.html","file":"mlos_viz/mlos_viz/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_conftest_py":{"hash":"0f0d314ce7d9a9c72a61db67804fef3c","index":{"url":"z_e9ae7bd3de504eb0_conftest_py.html","file":"mlos_viz/mlos_viz/tests/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_base_plot_py":{"hash":"4d8707a493e5d0bf2976cf1de17d2c5a","index":{"url":"z_e9ae7bd3de504eb0_test_base_plot_py.html","file":"mlos_viz/mlos_viz/tests/test_base_plot.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_dabl_plot_py":{"hash":"ef2650e6cf32fc882039e2192ea71506","index":{"url":"z_e9ae7bd3de504eb0_test_dabl_plot_py.html","file":"mlos_viz/mlos_viz/tests/test_dabl_plot.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":12,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_mlos_viz_py":{"hash":"08d28349b46228685f269b51daac645d","index":{"url":"z_e9ae7bd3de504eb0_test_mlos_viz_py.html","file":"mlos_viz/mlos_viz/tests/test_mlos_viz.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_util_py":{"hash":"18f10fd9c04eb9f8997d4c1caec43ed0","index":{"url":"z_ea0f5c0ee1292a58_util_py.html","file":"mlos_viz/mlos_viz/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_version_py":{"hash":"609e067026f12e183e81f032dbda7677","index":{"url":"z_ea0f5c0ee1292a58_version_py.html","file":"mlos_viz/mlos_viz/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}}}}
\ No newline at end of file
diff --git a/htmlcov/z_002489c1955d0852_test_scheduler_schemas_py.html b/htmlcov/z_002489c1955d0852_test_scheduler_schemas_py.html
index 827a704478..a9131ad925 100644
--- a/htmlcov/z_002489c1955d0852_test_scheduler_schemas_py.html
+++ b/htmlcov/z_002489c1955d0852_test_scheduler_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_57125b4c4afc531d_test_services_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -135,8 +135,8 @@ <h2>
     <p class="run"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">        <span class="key">if</span> <span class="nam">try_resolve_class_name</span><span class="op">(</span><span class="nam">test_case</span><span class="op">.</span><span class="nam">config</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"class"</span><span class="op">)</span><span class="op">)</span> <span class="op">==</span> <span class="nam">mlos_bench_scheduler_type</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">            <span class="key">return</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">    <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">        <span class="fst">f"</span><span class="fst">Missing test case for subtype </span><span class="op">{</span><span class="nam">test_case_subtype</span><span class="op">}</span><span class="fst"> </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">        <span class="fst">f"</span><span class="fst">for Scheduler class </span><span class="op">{</span><span class="nam">mlos_bench_scheduler_type</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">        <span class="str">f"Missing test case for subtype {test_case_subtype} "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">        <span class="str">f"for Scheduler class {mlos_bench_scheduler_type}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_57125b4c4afc531d_test_services_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_01a0fb711d8b07b3___init___py.html b/htmlcov/z_01a0fb711d8b07b3___init___py.html
index 6822e34a2d..c3b35017e7 100644
--- a/htmlcov/z_01a0fb711d8b07b3___init___py.html
+++ b/htmlcov/z_01a0fb711d8b07b3___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_a35407dc3f69ee51___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_a35407dc3f69ee51___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_067584b402678614_test_storage_schemas_py.html b/htmlcov/z_067584b402678614_test_storage_schemas_py.html
index 5d54e6b446..9b15b56619 100644
--- a/htmlcov/z_067584b402678614_test_storage_schemas_py.html
+++ b/htmlcov/z_067584b402678614_test_storage_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_866c2aed5680b990_test_tunable_params_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -133,8 +133,8 @@ <h2>
     <p class="run"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">        <span class="key">if</span> <span class="nam">try_resolve_class_name</span><span class="op">(</span><span class="nam">test_case</span><span class="op">.</span><span class="nam">config</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"class"</span><span class="op">)</span><span class="op">)</span> <span class="op">==</span> <span class="nam">mlos_bench_storage_type</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">            <span class="key">return</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">    <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">        <span class="fst">f"</span><span class="fst">Missing test case for subtype </span><span class="op">{</span><span class="nam">test_case_subtype</span><span class="op">}</span><span class="fst"> </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">        <span class="fst">f"</span><span class="fst">for Storage class </span><span class="op">{</span><span class="nam">mlos_bench_storage_type</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">        <span class="str">f"Missing test case for subtype {test_case_subtype} "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">        <span class="str">f"for Storage class {mlos_bench_storage_type}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_866c2aed5680b990_test_tunable_params_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_0bd431c13c518cba_test_cli_schemas_py.html b/htmlcov/z_0bd431c13c518cba_test_cli_schemas_py.html
index 0a19cbaf04..470a4ec02e 100644
--- a/htmlcov/z_0bd431c13c518cba_test_cli_schemas_py.html
+++ b/htmlcov/z_0bd431c13c518cba_test_cli_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_f9c2879ac20d51a5_test_environment_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -143,7 +143,7 @@ <h2>
             <a class="nav" href="z_f9c2879ac20d51a5_test_environment_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_12cf951eedca9a89___init___py.html b/htmlcov/z_12cf951eedca9a89___init___py.html
index 2da128900c..69112ce5c9 100644
--- a/htmlcov/z_12cf951eedca9a89___init___py.html
+++ b/htmlcov/z_12cf951eedca9a89___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_12cf951eedca9a89_mock_local_exec_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="z_12cf951eedca9a89_mock_local_exec_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_12cf951eedca9a89_mock_local_exec_service_py.html b/htmlcov/z_12cf951eedca9a89_mock_local_exec_service_py.html
index d74d7e2d75..bd4bd421eb 100644
--- a/htmlcov/z_12cf951eedca9a89_mock_local_exec_service_py.html
+++ b/htmlcov/z_12cf951eedca9a89_mock_local_exec_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_354360b2842e9a22_mock_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -140,7 +140,7 @@ <h2>
             <a class="nav" href="z_354360b2842e9a22_mock_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_1e0e6bde7052d662___init___py.html b/htmlcov/z_1e0e6bde7052d662___init___py.html
index 23d131a168..d2483434e4 100644
--- a/htmlcov/z_1e0e6bde7052d662___init___py.html
+++ b/htmlcov/z_1e0e6bde7052d662___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_1e0e6bde7052d662_local_exec_python_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -104,7 +104,7 @@ <h2>
             <a class="nav" href="z_1e0e6bde7052d662_local_exec_python_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_1e0e6bde7052d662_local_exec_python_test_py.html b/htmlcov/z_1e0e6bde7052d662_local_exec_python_test_py.html
index 457d03280f..f498629d9e 100644
--- a/htmlcov/z_1e0e6bde7052d662_local_exec_python_test_py.html
+++ b/htmlcov/z_1e0e6bde7052d662_local_exec_python_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_1e0e6bde7052d662_local_exec_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -136,7 +136,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">        <span class="op">(</span><span class="nam">return_code</span><span class="op">,</span> <span class="nam">_stdout</span><span class="op">,</span> <span class="nam">stderr</span><span class="op">)</span> <span class="op">=</span> <span class="nam">local_exec_service</span><span class="op">.</span><span class="nam">local_exec</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">            <span class="op">[</span><span class="fst">f"</span><span class="op">{</span><span class="nam">script_path</span><span class="op">}</span><span class="fst"> </span><span class="op">{</span><span class="nam">input_file</span><span class="op">}</span><span class="fst"> </span><span class="op">{</span><span class="nam">meta_file</span><span class="op">}</span><span class="fst"> </span><span class="op">{</span><span class="nam">output_file</span><span class="op">}</span><span class="fst">"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">            <span class="op">[</span><span class="str">f"{script_path} {input_file} {meta_file} {output_file}"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">            <span class="nam">cwd</span><span class="op">=</span><span class="nam">temp_dir</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">            <span class="nam">env</span><span class="op">=</span><span class="nam">params</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -159,7 +159,7 @@ <h2>
             <a class="nav" href="z_1e0e6bde7052d662_local_exec_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_1e0e6bde7052d662_local_exec_test_py.html b/htmlcov/z_1e0e6bde7052d662_local_exec_test_py.html
index 6e24cc20ed..4234958e8c 100644
--- a/htmlcov/z_1e0e6bde7052d662_local_exec_test_py.html
+++ b/htmlcov/z_1e0e6bde7052d662_local_exec_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_12cf951eedca9a89___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -139,8 +139,8 @@ <h2>
     <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">    <span class="str">"""Test local script resolution logic with complex subcommand names."""</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">    <span class="nam">script</span> <span class="op">=</span> <span class="str">"os/linux/runtime/scripts/local/generate_kernel_config_script.py"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">    <span class="nam">script_abspath</span> <span class="op">=</span> <span class="nam">local_exec_service</span><span class="op">.</span><span class="nam">config_loader_service</span><span class="op">.</span><span class="nam">resolve_path</span><span class="op">(</span><span class="nam">script</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">    <span class="nam">orig_cmdline</span> <span class="op">=</span> <span class="fst">f"</span><span class="fst">. env.sh &amp;&amp; </span><span class="op">{</span><span class="nam">script</span><span class="op">}</span><span class="fst"> --input foo</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">    <span class="nam">expected_cmdline</span> <span class="op">=</span> <span class="fst">f"</span><span class="fst">. env.sh &amp;&amp; </span><span class="op">{</span><span class="nam">script_abspath</span><span class="op">}</span><span class="fst"> --input foo</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">    <span class="nam">orig_cmdline</span> <span class="op">=</span> <span class="str">f". env.sh &amp;&amp; {script} --input foo"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">    <span class="nam">expected_cmdline</span> <span class="op">=</span> <span class="str">f". env.sh &amp;&amp; {script_abspath} --input foo"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">    <span class="nam">subcmds_tokens</span> <span class="op">=</span> <span class="nam">split_cmdline</span><span class="op">(</span><span class="nam">orig_cmdline</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">    <span class="com"># pylint: disable=protected-access</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">    <span class="nam">subcmds_tokens</span> <span class="op">=</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
@@ -223,8 +223,8 @@ <h2>
     <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">        <span class="op">(</span><span class="nam">return_code</span><span class="op">,</span> <span class="nam">stdout</span><span class="op">,</span> <span class="nam">stderr</span><span class="op">)</span> <span class="op">=</span> <span class="nam">local_exec_service</span><span class="op">.</span><span class="nam">local_exec</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">            <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo 'world' >> </span><span class="op">{</span><span class="nam">input_file</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo 'test' >> </span><span class="op">{</span><span class="nam">input_file</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">                <span class="str">f"echo 'world' >> {input_file}"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">                <span class="str">f"echo 'test' >> {input_file}"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">            <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">            <span class="nam">cwd</span><span class="op">=</span><span class="nam">temp_dir</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -307,7 +307,7 @@ <h2>
             <a class="nav" href="z_12cf951eedca9a89___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_1fe5d26167948339_test_load_optimizer_config_examples_py.html b/htmlcov/z_1fe5d26167948339_test_load_optimizer_config_examples_py.html
index 7ebb31c942..bafee0adc6 100644
--- a/htmlcov/z_1fe5d26167948339_test_load_optimizer_config_examples_py.html
+++ b/htmlcov/z_1fe5d26167948339_test_load_optimizer_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b2e8508ca8301e3e___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -146,7 +146,7 @@ <h2>
             <a class="nav" href="z_b2e8508ca8301e3e___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_20c004c35735c01d___init___py.html b/htmlcov/z_20c004c35735c01d___init___py.html
index e57dc985e3..f02dca987f 100644
--- a/htmlcov/z_20c004c35735c01d___init___py.html
+++ b/htmlcov/z_20c004c35735c01d___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_20c004c35735c01d_config_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -101,7 +101,7 @@ <h2>
             <a class="nav" href="z_20c004c35735c01d_config_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_20c004c35735c01d_config_schemas_py.html b/htmlcov/z_20c004c35735c01d_config_schemas_py.html
index 65a095eb07..847ca0a148 100644
--- a/htmlcov/z_20c004c35735c01d_config_schemas_py.html
+++ b/htmlcov/z_20c004c35735c01d_config_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_dict_templater_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -241,7 +241,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_dict_templater_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_23ca098d381c2703___init___py.html b/htmlcov/z_23ca098d381c2703___init___py.html
index 83a9e109ba..7b7f62d9b1 100644
--- a/htmlcov/z_23ca098d381c2703___init___py.html
+++ b/htmlcov/z_23ca098d381c2703___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e6d502096990b4bc_test_load_cli_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -142,7 +142,7 @@ <h2>
             <a class="nav" href="z_e6d502096990b4bc_test_load_cli_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_23ca098d381c2703_conftest_py.html b/htmlcov/z_23ca098d381c2703_conftest_py.html
index d2726b6398..638498d22c 100644
--- a/htmlcov/z_23ca098d381c2703_conftest_py.html
+++ b/htmlcov/z_23ca098d381c2703_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9d91bcacf3b33219_test_load_environment_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -119,7 +119,7 @@ <h2>
             <a class="nav" href="z_9d91bcacf3b33219_test_load_environment_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3___init___py.html b/htmlcov/z_2af64a9d4152bba3___init___py.html
index dac4c13324..3d30d6ff08 100644
--- a/htmlcov/z_2af64a9d4152bba3___init___py.html
+++ b/htmlcov/z_2af64a9d4152bba3___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3_base_environment_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -112,7 +112,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3_base_environment_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3_base_environment_py.html b/htmlcov/z_2af64a9d4152bba3_base_environment_py.html
index ea22e91303..d5fafb72f7 100644
--- a/htmlcov/z_2af64a9d4152bba3_base_environment_py.html
+++ b/htmlcov/z_2af64a9d4152bba3_base_environment_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3_composite_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -294,7 +294,7 @@ <h2>
     <p class="run"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t">                <span class="key">if</span> <span class="nam">tunable_group_name</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">groups_exp</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t">                    <span class="key">raise</span> <span class="nam">KeyError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t">                        <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">                            <span class="fst">f"</span><span class="fst">Expected tunable group name $</span><span class="op">{</span><span class="nam">tunable_group_name</span><span class="op">}</span><span class="fst"> </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">                            <span class="str">f"Expected tunable group name ${tunable_group_name} "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">                            <span class="str">"undefined in {groups_exp}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">                        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t">                    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -358,7 +358,7 @@ <h2>
     <p class="run"><span class="n"><a id="t276" href="#t276">276</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">name</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t277" href="#t277">277</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t278" href="#t278">278</a></span><span class="t">    <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t279" href="#t279">279</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span><span class="op">}</span><span class="fst"> :: '</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">name</span><span class="op">}</span><span class="fst">'</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t279" href="#t279">279</a></span><span class="t">        <span class="key">return</span> <span class="str">f"{self.__class__.__name__} :: '{self.name}'"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t280" href="#t280">280</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t281" href="#t281">281</a></span><span class="t">    <span class="key">def</span> <span class="nam">pprint</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">indent</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">4</span><span class="op">,</span> <span class="nam">level</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">0</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t282" href="#t282">282</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
@@ -378,7 +378,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t296" href="#t296">296</a></span><span class="t"><span class="str">            Pretty-printed environment configuration.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t297" href="#t297">297</a></span><span class="t"><span class="str">            Default output is the same as `__repr__`.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t298" href="#t298">298</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t299" href="#t299">299</a></span><span class="t">        <span class="key">return</span> <span class="fst">f'</span><span class="op">{</span><span class="str">" "</span> <span class="op">*</span> <span class="nam">indent</span> <span class="op">*</span> <span class="nam">level</span><span class="op">}</span><span class="op">{</span><span class="nam">repr</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">}</span><span class="fst">'</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t299" href="#t299">299</a></span><span class="t">        <span class="key">return</span> <span class="str">f'{" " * indent * level}{repr(self)}'</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t300" href="#t300">300</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t301" href="#t301">301</a></span><span class="t">    <span class="key">def</span> <span class="nam">_combine_tunables</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">tunables</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t302" href="#t302">302</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
@@ -542,7 +542,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3_composite_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3_composite_env_py.html b/htmlcov/z_2af64a9d4152bba3_composite_env_py.html
index a9f9b09cb9..718d2be772 100644
--- a/htmlcov/z_2af64a9d4152bba3_composite_env_py.html
+++ b/htmlcov/z_2af64a9d4152bba3_composite_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ce2854f29b8d638d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -352,7 +352,7 @@ <h2>
             <a class="nav" href="z_ce2854f29b8d638d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3_mock_env_py.html b/htmlcov/z_2af64a9d4152bba3_mock_env_py.html
index 13283bac14..ae406d235a 100644
--- a/htmlcov/z_2af64a9d4152bba3_mock_env_py.html
+++ b/htmlcov/z_2af64a9d4152bba3_mock_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -206,7 +206,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3_script_env_py.html b/htmlcov/z_2af64a9d4152bba3_script_env_py.html
index 591bc9b8ab..45aa6ebc91 100644
--- a/htmlcov/z_2af64a9d4152bba3_script_env_py.html
+++ b/htmlcov/z_2af64a9d4152bba3_script_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3_status_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -218,7 +218,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3_status_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3_status_py.html b/htmlcov/z_2af64a9d4152bba3_status_py.html
index 1d14528c86..c289803f47 100644
--- a/htmlcov/z_2af64a9d4152bba3_status_py.html
+++ b/htmlcov/z_2af64a9d4152bba3_status_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_event_loop_context_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -153,7 +153,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_event_loop_context_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2f8ecfca0b9e9362___init___py.html b/htmlcov/z_2f8ecfca0b9e9362___init___py.html
index 088d8e2195..1682e76dd4 100644
--- a/htmlcov/z_2f8ecfca0b9e9362___init___py.html
+++ b/htmlcov/z_2f8ecfca0b9e9362___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2f8ecfca0b9e9362_base_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -104,7 +104,7 @@ <h2>
             <a class="nav" href="z_2f8ecfca0b9e9362_base_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2f8ecfca0b9e9362_base_fileshare_py.html b/htmlcov/z_2f8ecfca0b9e9362_base_fileshare_py.html
index 7f6d70bb76..fb13db633a 100644
--- a/htmlcov/z_2f8ecfca0b9e9362_base_fileshare_py.html
+++ b/htmlcov/z_2f8ecfca0b9e9362_base_fileshare_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2f8ecfca0b9e9362_base_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -202,7 +202,7 @@ <h2>
             <a class="nav" href="z_2f8ecfca0b9e9362_base_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2f8ecfca0b9e9362_base_service_py.html b/htmlcov/z_2f8ecfca0b9e9362_base_service_py.html
index ee7e5592dd..33540514bf 100644
--- a/htmlcov/z_2f8ecfca0b9e9362_base_service_py.html
+++ b/htmlcov/z_2f8ecfca0b9e9362_base_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2f8ecfca0b9e9362_config_persistence_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -300,12 +300,12 @@ <h2>
     <p class="run"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t">        <span class="nam">ConfigSchema</span><span class="op">.</span><span class="nam">SERVICE</span><span class="op">.</span><span class="nam">validate</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t">    <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span><span class="op">}</span><span class="fst">@</span><span class="op">{</span><span class="nam">hex</span><span class="op">(</span><span class="nam">id</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t">        <span class="key">return</span> <span class="str">f"{self.__class__.__name__}@{hex(id(self))}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t">    <span class="key">def</span> <span class="nam">pprint</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t">        <span class="str">"""Produce a human-readable string listing all public methods of the service."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst"> ::\n</span><span class="fst">"</span> <span class="op">+</span> <span class="str">"\n"</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t">            <span class="fst">f'</span><span class="fst">  "</span><span class="op">{</span><span class="nam">key</span><span class="op">}</span><span class="fst">": </span><span class="op">{</span><span class="nam">getattr</span><span class="op">(</span><span class="nam">val</span><span class="op">,</span> <span class="str">"__self__"</span><span class="op">,</span> <span class="str">"stand-alone"</span><span class="op">)</span><span class="op">}</span><span class="fst">'</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t">        <span class="key">return</span> <span class="str">f"{self} ::\n"</span> <span class="op">+</span> <span class="str">"\n"</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t">            <span class="str">f'  "{key}": {getattr(val, "__self__", "stand-alone")}'</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t">            <span class="key">for</span> <span class="op">(</span><span class="nam">key</span><span class="op">,</span> <span class="nam">val</span><span class="op">)</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_service_methods</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -383,7 +383,7 @@ <h2>
             <a class="nav" href="z_2f8ecfca0b9e9362_config_persistence_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2f8ecfca0b9e9362_config_persistence_py.html b/htmlcov/z_2f8ecfca0b9e9362_config_persistence_py.html
index 71ce8d2b1a..147085c2e0 100644
--- a/htmlcov/z_2f8ecfca0b9e9362_config_persistence_py.html
+++ b/htmlcov/z_2f8ecfca0b9e9362_config_persistence_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea07be53de14ffe8___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -273,8 +273,8 @@ <h2>
     <p class="pln"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t">                    <span class="nam">schema_type</span><span class="op">.</span><span class="nam">value</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">Failed to validate config </span><span class="op">{</span><span class="nam">json_file_name</span><span class="op">}</span><span class="fst"> against </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">schema type </span><span class="op">{</span><span class="nam">schema_type</span><span class="op">.</span><span class="nam">name</span><span class="op">}</span><span class="fst"> at </span><span class="op">{</span><span class="nam">schema_type</span><span class="op">.</span><span class="nam">value</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t">                    <span class="str">f"Failed to validate config {json_file_name} against "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t">                    <span class="str">f"schema type {schema_type.name} at {schema_type.value}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t">                <span class="op">)</span> <span class="key">from</span> <span class="nam">ex</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t">            <span class="key">if</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">config</span><span class="op">,</span> <span class="nam">dict</span><span class="op">)</span> <span class="key">and</span> <span class="nam">config</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"$schema"</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">                <span class="com"># Remove $schema attributes from the config after we've validated</span>&nbsp;</span><span class="r"></span></p>
@@ -332,7 +332,7 @@ <h2>
     <p class="mis show_mis"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t">            <span class="key">elif</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">class_config</span><span class="op">[</span><span class="nam">key</span><span class="op">]</span><span class="op">,</span> <span class="op">(</span><span class="nam">list</span><span class="op">,</span> <span class="nam">tuple</span><span class="op">)</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t251" href="#t251">251</a></span><span class="t">                <span class="nam">class_config</span><span class="op">[</span><span class="nam">key</span><span class="op">]</span> <span class="op">=</span> <span class="op">[</span><span class="nam">self</span><span class="op">.</span><span class="nam">resolve_path</span><span class="op">(</span><span class="nam">path</span><span class="op">)</span> <span class="key">for</span> <span class="nam">path</span> <span class="key">in</span> <span class="nam">class_config</span><span class="op">[</span><span class="nam">key</span><span class="op">]</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t252" href="#t252">252</a></span><span class="t">            <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t253" href="#t253">253</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Parameter </span><span class="op">{</span><span class="nam">key</span><span class="op">}</span><span class="fst"> must be a string or a list</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t253" href="#t253">253</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Parameter {key} must be a string or a list"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t254" href="#t254">254</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t255" href="#t255">255</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t256" href="#t256">256</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -788,7 +788,7 @@ <h2>
             <a class="nav" href="z_ea07be53de14ffe8___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4___init___py.html b/htmlcov/z_323f8141f9f539b4___init___py.html
index d9bc339d1e..485d8fd0a3 100644
--- a/htmlcov/z_323f8141f9f539b4___init___py.html
+++ b/htmlcov/z_323f8141f9f539b4___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_base_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -106,7 +106,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_base_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_base_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_base_optimizer_py.html
index 85cf04bb4f..ff3a1cbfe6 100644
--- a/htmlcov/z_323f8141f9f539b4_base_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_base_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_convert_configspace_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -170,7 +170,7 @@ <h2>
     <p class="run"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">            <span class="key">elif</span> <span class="nam">opt_dir</span> <span class="op">==</span> <span class="str">"max"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">                <span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">[</span><span class="nam">opt_target</span><span class="op">]</span> <span class="op">=</span> <span class="op">-</span><span class="num">1</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">            <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid optimization direction: </span><span class="op">{</span><span class="nam">opt_dir</span><span class="op">}</span><span class="fst"> for </span><span class="op">{</span><span class="nam">opt_target</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid optimization direction: {opt_dir} for {opt_target}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">    <span class="key">def</span> <span class="nam">_validate_json_config</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">config</span><span class="op">:</span> <span class="nam">dict</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">        <span class="str">"""Reconstructs a basic json config that this class might have been instantiated</span>&nbsp;</span><span class="r"></span></p>
@@ -186,10 +186,10 @@ <h2>
     <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">    <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">        <span class="nam">opt_targets</span> <span class="op">=</span> <span class="str">","</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">            <span class="fst">f"</span><span class="op">{</span><span class="nam">opt_target</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="op">(</span><span class="op">{</span><span class="num">1</span><span class="op">:</span> <span class="str">'min'</span><span class="op">,</span> <span class="op">-</span><span class="num">1</span><span class="op">:</span> <span class="str">'max'</span><span class="op">}</span><span class="op">[</span><span class="nam">opt_dir</span><span class="op">]</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">            <span class="str">f"{opt_target}:{({1: 'min', -1: 'max'}[opt_dir])}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">            <span class="key">for</span> <span class="op">(</span><span class="nam">opt_target</span><span class="op">,</span> <span class="nam">opt_dir</span><span class="op">)</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">name</span><span class="op">}</span><span class="fst">(</span><span class="op">{</span><span class="nam">opt_targets</span><span class="op">}</span><span class="fst">,config=</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">}</span><span class="fst">)</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">        <span class="key">return</span> <span class="str">f"{self.name}({opt_targets},config={self._config})"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t">    <span class="key">def</span> <span class="nam">__enter__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="str">"Optimizer"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">        <span class="str">"""Enter the optimizer's context."""</span>&nbsp;</span><span class="r"></span></p>
@@ -465,7 +465,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_convert_configspace_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_convert_configspace_py.html b/htmlcov/z_323f8141f9f539b4_convert_configspace_py.html
index 929a604d32..4eb47e46b7 100644
--- a/htmlcov/z_323f8141f9f539b4_convert_configspace_py.html
+++ b/htmlcov/z_323f8141f9f539b4_convert_configspace_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_grid_search_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -108,305 +108,311 @@ <h2>
     <p class="run"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_bench</span><span class="op">.</span><span class="nam">tunables</span><span class="op">.</span><span class="nam">tunable</span> <span class="key">import</span> <span class="nam">Tunable</span><span class="op">,</span> <span class="nam">TunableValue</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_bench</span><span class="op">.</span><span class="nam">tunables</span><span class="op">.</span><span class="nam">tunable_groups</span> <span class="key">import</span> <span class="nam">TunableGroups</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_bench</span><span class="op">.</span><span class="nam">util</span> <span class="key">import</span> <span class="nam">try_parse_val</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_core</span><span class="op">.</span><span class="nam">spaces</span><span class="op">.</span><span class="nam">converters</span><span class="op">.</span><span class="nam">util</span> <span class="key">import</span> <span class="nam">monkey_patch_quantization</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t"><span class="nam">_LOG</span> <span class="op">=</span> <span class="nam">logging</span><span class="op">.</span><span class="nam">getLogger</span><span class="op">(</span><span class="nam">__name__</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_core</span><span class="op">.</span><span class="nam">spaces</span><span class="op">.</span><span class="nam">converters</span><span class="op">.</span><span class="nam">util</span> <span class="key">import</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t">    <span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">    <span class="nam">monkey_patch_hp_quantization</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t"><span class="key">class</span> <span class="nam">TunableValueKind</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t"><span class="str">    Enum for the kind of the tunable value (special or not).</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t"><span class="str">    It is not a true enum because ConfigSpace wants string values.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t"><span class="nam">_LOG</span> <span class="op">=</span> <span class="nam">logging</span><span class="op">.</span><span class="nam">getLogger</span><span class="op">(</span><span class="nam">__name__</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t"><span class="key">class</span> <span class="nam">TunableValueKind</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t"><span class="str">    Enum for the kind of the tunable value (special or not).</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t40" href="#t40">40</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t">    <span class="com"># pylint: disable=too-few-public-methods</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t">    <span class="nam">SPECIAL</span> <span class="op">=</span> <span class="str">"special"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t">    <span class="nam">RANGE</span> <span class="op">=</span> <span class="str">"range"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t"><span class="key">def</span> <span class="nam">_normalize_weights</span><span class="op">(</span><span class="nam">weights</span><span class="op">:</span> <span class="nam">List</span><span class="op">[</span><span class="nam">float</span><span class="op">]</span><span class="op">)</span> <span class="op">-></span> <span class="nam">List</span><span class="op">[</span><span class="nam">float</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">    <span class="str">"""Helper function for normalizing weights to probabilities."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t">    <span class="nam">total</span> <span class="op">=</span> <span class="nam">sum</span><span class="op">(</span><span class="nam">weights</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">    <span class="key">return</span> <span class="op">[</span><span class="nam">w</span> <span class="op">/</span> <span class="nam">total</span> <span class="key">for</span> <span class="nam">w</span> <span class="key">in</span> <span class="nam">weights</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t"><span class="key">def</span> <span class="nam">_tunable_to_configspace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">    <span class="nam">tunable</span><span class="op">:</span> <span class="nam">Tunable</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">    <span class="nam">group_name</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">str</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">    <span class="nam">cost</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="nam">ConfigurationSpace</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t"><span class="str">    Convert a single Tunable to an equivalent set of ConfigSpace Hyperparameter objects,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t"><span class="str">    wrapped in a ConfigurationSpace for composability.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t"><span class="str">    Note: this may be more than one Hyperparameter in the case of special value handling.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t"><span class="str">    Parameters</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t"><span class="str">    ----------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t"><span class="str">    tunable : Tunable</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t"><span class="str">        An mlos_bench Tunable object.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t"><span class="str">    group_name : str</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t"><span class="str">        Human-readable id of the CovariantTunableGroup this Tunable belongs to.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t"><span class="str">    cost : int</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t"><span class="str">        Cost to change this parameter (comes from the corresponding CovariantTunableGroup).</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t"><span class="str">    cs : ConfigurationSpace</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t"><span class="str">        A ConfigurationSpace object that corresponds to the Tunable.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">    <span class="com"># pylint: disable=too-complex</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">    <span class="nam">meta</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">Hashable</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span> <span class="op">=</span> <span class="op">{</span><span class="str">"cost"</span><span class="op">:</span> <span class="nam">cost</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">    <span class="key">if</span> <span class="nam">group_name</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">        <span class="nam">meta</span><span class="op">[</span><span class="str">"group"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">group_name</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">    <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">type</span> <span class="op">==</span> <span class="str">"categorical"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">        <span class="key">return</span> <span class="nam">ConfigurationSpace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">            <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">                <span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">:</span> <span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">                    <span class="nam">name</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">                    <span class="nam">choices</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">categories</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">                    <span class="nam">weights</span><span class="op">=</span><span class="nam">_normalize_weights</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">weights</span><span class="op">)</span> <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">weights</span> <span class="key">else</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">                    <span class="nam">default_value</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">                    <span class="nam">meta</span><span class="op">=</span><span class="nam">meta</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">            <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">    <span class="nam">distribution</span><span class="op">:</span> <span class="nam">Union</span><span class="op">[</span><span class="nam">Uniform</span><span class="op">,</span> <span class="nam">Normal</span><span class="op">,</span> <span class="nam">Beta</span><span class="op">,</span> <span class="key">None</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">    <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution</span> <span class="op">==</span> <span class="str">"uniform"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t">        <span class="nam">distribution</span> <span class="op">=</span> <span class="nam">Uniform</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">    <span class="key">elif</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution</span> <span class="op">==</span> <span class="str">"normal"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">        <span class="nam">distribution</span> <span class="op">=</span> <span class="nam">Normal</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">            <span class="nam">mu</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution_params</span><span class="op">[</span><span class="str">"mu"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">            <span class="nam">sigma</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution_params</span><span class="op">[</span><span class="str">"sigma"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">    <span class="key">elif</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution</span> <span class="op">==</span> <span class="str">"beta"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">        <span class="nam">distribution</span> <span class="op">=</span> <span class="nam">Beta</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">            <span class="nam">alpha</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution_params</span><span class="op">[</span><span class="str">"alpha"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">            <span class="nam">beta</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution_params</span><span class="op">[</span><span class="str">"beta"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">    <span class="key">elif</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">        <span class="key">raise</span> <span class="nam">TypeError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid Distribution Type: </span><span class="op">{</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">    <span class="nam">range_hp</span><span class="op">:</span> <span class="nam">NumericalHyperparameter</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">    <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">type</span> <span class="op">==</span> <span class="str">"int"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t">        <span class="nam">range_hp</span> <span class="op">=</span> <span class="nam">Integer</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">            <span class="nam">name</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t">            <span class="nam">bounds</span><span class="op">=</span><span class="op">(</span><span class="nam">int</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">range</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">)</span><span class="op">,</span> <span class="nam">int</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">range</span><span class="op">[</span><span class="num">1</span><span class="op">]</span><span class="op">)</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t">            <span class="nam">log</span><span class="op">=</span><span class="nam">bool</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">is_log</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t">            <span class="nam">distribution</span><span class="op">=</span><span class="nam">distribution</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t">            <span class="nam">default</span><span class="op">=</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t">                <span class="nam">int</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">                <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">in_range</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span><span class="op">)</span> <span class="key">and</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t">                <span class="key">else</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">            <span class="nam">meta</span><span class="op">=</span><span class="nam">meta</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">    <span class="key">elif</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">type</span> <span class="op">==</span> <span class="str">"float"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">        <span class="nam">range_hp</span> <span class="op">=</span> <span class="nam">Float</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">            <span class="nam">name</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">            <span class="nam">bounds</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">range</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">            <span class="nam">log</span><span class="op">=</span><span class="nam">bool</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">is_log</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">            <span class="nam">distribution</span><span class="op">=</span><span class="nam">distribution</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">            <span class="nam">default</span><span class="op">=</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">                <span class="nam">float</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">                <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">in_range</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span><span class="op">)</span> <span class="key">and</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t">                <span class="key">else</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">            <span class="nam">meta</span><span class="op">=</span><span class="nam">meta</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">    <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">        <span class="key">raise</span> <span class="nam">TypeError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid Parameter Type: </span><span class="op">{</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">type</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">    <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">quantization_bins</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">        <span class="com"># Temporary workaround to dropped quantization support in ConfigSpace 1.0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">        <span class="com"># See Also: https://github.com/automl/ConfigSpace/issues/390</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">        <span class="nam">monkey_patch_quantization</span><span class="op">(</span><span class="nam">range_hp</span><span class="op">,</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">quantization_bins</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">    <span class="key">if</span> <span class="key">not</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">        <span class="key">return</span> <span class="nam">ConfigurationSpace</span><span class="op">(</span><span class="op">{</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">:</span> <span class="nam">range_hp</span><span class="op">}</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">    <span class="com"># Compute the probabilities of switching between regular and special values.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">    <span class="nam">special_weights</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">List</span><span class="op">[</span><span class="nam">float</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">    <span class="nam">switch_weights</span> <span class="op">=</span> <span class="op">[</span><span class="num">0.5</span><span class="op">,</span> <span class="num">0.5</span><span class="op">]</span>  <span class="com"># FLAML requires uniform weights.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">    <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">weights</span> <span class="key">and</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">range_weight</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">        <span class="nam">special_weights</span> <span class="op">=</span> <span class="nam">_normalize_weights</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">weights</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">        <span class="nam">switch_weights</span> <span class="op">=</span> <span class="nam">_normalize_weights</span><span class="op">(</span><span class="op">[</span><span class="nam">sum</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">weights</span><span class="op">)</span><span class="op">,</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">range_weight</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">    <span class="com"># Create three hyperparameters: one for regular values,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">    <span class="com"># one for special values, and one to choose between the two.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">    <span class="op">(</span><span class="nam">special_name</span><span class="op">,</span> <span class="nam">type_name</span><span class="op">)</span> <span class="op">=</span> <span class="nam">special_param_names</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">    <span class="nam">conf_space</span> <span class="op">=</span> <span class="nam">ConfigurationSpace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">        <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">            <span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">:</span> <span class="nam">range_hp</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t">            <span class="nam">special_name</span><span class="op">:</span> <span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="nam">special_name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t">                <span class="nam">choices</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t">                <span class="nam">weights</span><span class="op">=</span><span class="nam">special_weights</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t">                <span class="nam">default_value</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span> <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span> <span class="key">in</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span> <span class="key">else</span> <span class="nam">NotSet</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t">                <span class="nam">meta</span><span class="op">=</span><span class="nam">meta</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t">            <span class="nam">type_name</span><span class="op">:</span> <span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="nam">type_name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">                <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span><span class="op">,</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">RANGE</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">                <span class="nam">weights</span><span class="op">=</span><span class="nam">switch_weights</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t">                <span class="nam">default_value</span><span class="op">=</span><span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t">        <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t">    <span class="nam">conf_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t">        <span class="nam">EqualsCondition</span><span class="op">(</span><span class="nam">conf_space</span><span class="op">[</span><span class="nam">special_name</span><span class="op">]</span><span class="op">,</span> <span class="nam">conf_space</span><span class="op">[</span><span class="nam">type_name</span><span class="op">]</span><span class="op">,</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t"><span class="str">    It is not a true enum because ConfigSpace wants string values.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">    <span class="com"># pylint: disable=too-few-public-methods</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">    <span class="nam">SPECIAL</span> <span class="op">=</span> <span class="str">"special"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">    <span class="nam">RANGE</span> <span class="op">=</span> <span class="str">"range"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t"><span class="key">def</span> <span class="nam">_normalize_weights</span><span class="op">(</span><span class="nam">weights</span><span class="op">:</span> <span class="nam">List</span><span class="op">[</span><span class="nam">float</span><span class="op">]</span><span class="op">)</span> <span class="op">-></span> <span class="nam">List</span><span class="op">[</span><span class="nam">float</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">    <span class="str">"""Helper function for normalizing weights to probabilities."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">    <span class="nam">total</span> <span class="op">=</span> <span class="nam">sum</span><span class="op">(</span><span class="nam">weights</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">    <span class="key">return</span> <span class="op">[</span><span class="nam">w</span> <span class="op">/</span> <span class="nam">total</span> <span class="key">for</span> <span class="nam">w</span> <span class="key">in</span> <span class="nam">weights</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t"><span class="key">def</span> <span class="nam">_tunable_to_configspace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">    <span class="nam">tunable</span><span class="op">:</span> <span class="nam">Tunable</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">    <span class="nam">group_name</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">str</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">    <span class="nam">cost</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="nam">ConfigurationSpace</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t"><span class="str">    Convert a single Tunable to an equivalent set of ConfigSpace Hyperparameter objects,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t"><span class="str">    wrapped in a ConfigurationSpace for composability.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t"><span class="str">    Note: this may be more than one Hyperparameter in the case of special value handling.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t"><span class="str">    Parameters</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t"><span class="str">    ----------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t"><span class="str">    tunable : Tunable</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t"><span class="str">        An mlos_bench Tunable object.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t"><span class="str">    group_name : str</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t"><span class="str">        Human-readable id of the CovariantTunableGroup this Tunable belongs to.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t"><span class="str">    cost : int</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t"><span class="str">        Cost to change this parameter (comes from the corresponding CovariantTunableGroup).</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t"><span class="str">    cs : ConfigurationSpace</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t"><span class="str">        A ConfigurationSpace object that corresponds to the Tunable.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">    <span class="com"># pylint: disable=too-complex</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">    <span class="nam">meta</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">Hashable</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span> <span class="op">=</span> <span class="op">{</span><span class="str">"cost"</span><span class="op">:</span> <span class="nam">cost</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">    <span class="key">if</span> <span class="nam">group_name</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">        <span class="nam">meta</span><span class="op">[</span><span class="str">"group"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">group_name</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">    <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">is_numerical</span> <span class="key">and</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">quantization_bins</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">        <span class="com"># Temporary workaround to dropped quantization support in ConfigSpace 1.0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">        <span class="com"># See Also: https://github.com/automl/ConfigSpace/issues/390</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">        <span class="nam">meta</span><span class="op">[</span><span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">]</span> <span class="op">=</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">quantization_bins</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">    <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">type</span> <span class="op">==</span> <span class="str">"categorical"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">        <span class="key">return</span> <span class="nam">ConfigurationSpace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">            <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">                <span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">:</span> <span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">                    <span class="nam">name</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">                    <span class="nam">choices</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">categories</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">                    <span class="nam">weights</span><span class="op">=</span><span class="nam">_normalize_weights</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">weights</span><span class="op">)</span> <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">weights</span> <span class="key">else</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">                    <span class="nam">default_value</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t">                    <span class="nam">meta</span><span class="op">=</span><span class="nam">meta</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">            <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">    <span class="nam">distribution</span><span class="op">:</span> <span class="nam">Union</span><span class="op">[</span><span class="nam">Uniform</span><span class="op">,</span> <span class="nam">Normal</span><span class="op">,</span> <span class="nam">Beta</span><span class="op">,</span> <span class="key">None</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">    <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution</span> <span class="op">==</span> <span class="str">"uniform"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">        <span class="nam">distribution</span> <span class="op">=</span> <span class="nam">Uniform</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">    <span class="key">elif</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution</span> <span class="op">==</span> <span class="str">"normal"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">        <span class="nam">distribution</span> <span class="op">=</span> <span class="nam">Normal</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">            <span class="nam">mu</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution_params</span><span class="op">[</span><span class="str">"mu"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">            <span class="nam">sigma</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution_params</span><span class="op">[</span><span class="str">"sigma"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">    <span class="key">elif</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution</span> <span class="op">==</span> <span class="str">"beta"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">        <span class="nam">distribution</span> <span class="op">=</span> <span class="nam">Beta</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">            <span class="nam">alpha</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution_params</span><span class="op">[</span><span class="str">"alpha"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t">            <span class="nam">beta</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution_params</span><span class="op">[</span><span class="str">"beta"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t">    <span class="key">elif</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">distribution</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t">        <span class="key">raise</span> <span class="nam">TypeError</span><span class="op">(</span><span class="str">f"Invalid Distribution Type: {tunable.distribution}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t">    <span class="nam">range_hp</span><span class="op">:</span> <span class="nam">NumericalHyperparameter</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t">    <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">type</span> <span class="op">==</span> <span class="str">"int"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">        <span class="nam">range_hp</span> <span class="op">=</span> <span class="nam">Integer</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t">            <span class="nam">name</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">            <span class="nam">bounds</span><span class="op">=</span><span class="op">(</span><span class="nam">int</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">range</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">)</span><span class="op">,</span> <span class="nam">int</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">range</span><span class="op">[</span><span class="num">1</span><span class="op">]</span><span class="op">)</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">            <span class="nam">log</span><span class="op">=</span><span class="nam">bool</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">is_log</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">            <span class="nam">distribution</span><span class="op">=</span><span class="nam">distribution</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">            <span class="nam">default</span><span class="op">=</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">                <span class="nam">int</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">                <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">in_range</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span><span class="op">)</span> <span class="key">and</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">                <span class="key">else</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">            <span class="nam">meta</span><span class="op">=</span><span class="nam">meta</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">    <span class="key">elif</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">type</span> <span class="op">==</span> <span class="str">"float"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">        <span class="nam">range_hp</span> <span class="op">=</span> <span class="nam">Float</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t">            <span class="nam">name</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">            <span class="nam">bounds</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">range</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">            <span class="nam">log</span><span class="op">=</span><span class="nam">bool</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">is_log</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">            <span class="nam">distribution</span><span class="op">=</span><span class="nam">distribution</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">            <span class="nam">default</span><span class="op">=</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">                <span class="nam">float</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">                <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">in_range</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span><span class="op">)</span> <span class="key">and</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">                <span class="key">else</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">            <span class="nam">meta</span><span class="op">=</span><span class="nam">meta</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">    <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">        <span class="key">raise</span> <span class="nam">TypeError</span><span class="op">(</span><span class="str">f"Invalid Parameter Type: {tunable.type}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">    <span class="nam">monkey_patch_hp_quantization</span><span class="op">(</span><span class="nam">range_hp</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">    <span class="key">if</span> <span class="key">not</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">        <span class="key">return</span> <span class="nam">ConfigurationSpace</span><span class="op">(</span><span class="nam">space</span><span class="op">=</span><span class="op">[</span><span class="nam">range_hp</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">    <span class="com"># Compute the probabilities of switching between regular and special values.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">    <span class="nam">special_weights</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">List</span><span class="op">[</span><span class="nam">float</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">    <span class="nam">switch_weights</span> <span class="op">=</span> <span class="op">[</span><span class="num">0.5</span><span class="op">,</span> <span class="num">0.5</span><span class="op">]</span>  <span class="com"># FLAML requires uniform weights.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">    <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">weights</span> <span class="key">and</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">range_weight</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">        <span class="nam">special_weights</span> <span class="op">=</span> <span class="nam">_normalize_weights</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">weights</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">        <span class="nam">switch_weights</span> <span class="op">=</span> <span class="nam">_normalize_weights</span><span class="op">(</span><span class="op">[</span><span class="nam">sum</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">weights</span><span class="op">)</span><span class="op">,</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">range_weight</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">    <span class="com"># Create three hyperparameters: one for regular values,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">    <span class="com"># one for special values, and one to choose between the two.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">    <span class="op">(</span><span class="nam">special_name</span><span class="op">,</span> <span class="nam">type_name</span><span class="op">)</span> <span class="op">=</span> <span class="nam">special_param_names</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t">    <span class="nam">conf_space</span> <span class="op">=</span> <span class="nam">ConfigurationSpace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t">        <span class="nam">space</span><span class="op">=</span><span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t">            <span class="nam">range_hp</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t">            <span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="nam">special_name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t">                <span class="nam">choices</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t">                <span class="nam">weights</span><span class="op">=</span><span class="nam">special_weights</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t">                <span class="nam">default_value</span><span class="op">=</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span> <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span> <span class="key">in</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span> <span class="key">else</span> <span class="nam">NotSet</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t">                <span class="nam">meta</span><span class="op">=</span><span class="nam">meta</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">            <span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="nam">type_name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">                <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span><span class="op">,</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">RANGE</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t">                <span class="nam">weights</span><span class="op">=</span><span class="nam">switch_weights</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t">                <span class="nam">default_value</span><span class="op">=</span><span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t">        <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t178" href="#t178">178</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t">    <span class="nam">conf_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t">        <span class="nam">EqualsCondition</span><span class="op">(</span><span class="nam">conf_space</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span><span class="op">,</span> <span class="nam">conf_space</span><span class="op">[</span><span class="nam">type_name</span><span class="op">]</span><span class="op">,</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">RANGE</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t">    <span class="key">return</span> <span class="nam">conf_space</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t"><span class="key">def</span> <span class="nam">tunable_groups_to_configspace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t">    <span class="nam">tunables</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t">    <span class="nam">seed</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">int</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="nam">ConfigurationSpace</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t"><span class="str">    Convert TunableGroups to  hyperparameters in ConfigurationSpace.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t"><span class="str">    Parameters</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t"><span class="str">    ----------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t"><span class="str">    tunables : TunableGroups</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t"><span class="str">        A collection of tunable parameters.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t"><span class="str">    seed : Optional[int]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t"><span class="str">        Random seed to use.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t"><span class="str">    configspace : ConfigurationSpace</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t"><span class="str">        A new ConfigurationSpace instance that corresponds to the input TunableGroups.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t">    <span class="nam">space</span> <span class="op">=</span> <span class="nam">ConfigurationSpace</span><span class="op">(</span><span class="nam">seed</span><span class="op">=</span><span class="nam">seed</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t">    <span class="key">for</span> <span class="nam">tunable</span><span class="op">,</span> <span class="nam">group</span> <span class="key">in</span> <span class="nam">tunables</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t208" href="#t208">208</a></span><span class="t">        <span class="nam">space</span><span class="op">.</span><span class="nam">add_configuration_space</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t209" href="#t209">209</a></span><span class="t">            <span class="nam">prefix</span><span class="op">=</span><span class="str">""</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t210" href="#t210">210</a></span><span class="t">            <span class="nam">delimiter</span><span class="op">=</span><span class="str">""</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t211" href="#t211">211</a></span><span class="t">            <span class="nam">configuration_space</span><span class="op">=</span><span class="nam">_tunable_to_configspace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t">                <span class="nam">tunable</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t">                <span class="nam">group</span><span class="op">.</span><span class="nam">name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t">                <span class="nam">group</span><span class="op">.</span><span class="nam">get_current_cost</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">    <span class="key">return</span> <span class="nam">space</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t"><span class="key">def</span> <span class="nam">tunable_values_to_configuration</span><span class="op">(</span><span class="nam">tunables</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Configuration</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t"><span class="str">    Converts a TunableGroups current values to a ConfigSpace Configuration.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t"><span class="str">    Parameters</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t"><span class="str">    ----------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t"><span class="str">    tunables : TunableGroups</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t"><span class="str">        The TunableGroups to take the current value from.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t"><span class="str">    Configuration</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t"><span class="str">        A ConfigSpace Configuration.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t">    <span class="nam">values</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span> <span class="op">=</span> <span class="op">{</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t">    <span class="key">for</span> <span class="nam">tunable</span><span class="op">,</span> <span class="nam">_group</span> <span class="key">in</span> <span class="nam">tunables</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t">        <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t">            <span class="op">(</span><span class="nam">special_name</span><span class="op">,</span> <span class="nam">type_name</span><span class="op">)</span> <span class="op">=</span> <span class="nam">special_param_names</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t">            <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">value</span> <span class="key">in</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t">                <span class="nam">values</span><span class="op">[</span><span class="nam">type_name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t240" href="#t240">240</a></span><span class="t">                <span class="nam">values</span><span class="op">[</span><span class="nam">special_name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">value</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t">            <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t">                <span class="nam">values</span><span class="op">[</span><span class="nam">type_name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">RANGE</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t">                <span class="nam">values</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">value</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t">            <span class="nam">values</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">value</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t">    <span class="nam">configspace</span> <span class="op">=</span> <span class="nam">tunable_groups_to_configspace</span><span class="op">(</span><span class="nam">tunables</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t">    <span class="key">return</span> <span class="nam">Configuration</span><span class="op">(</span><span class="nam">configspace</span><span class="op">,</span> <span class="nam">values</span><span class="op">=</span><span class="nam">values</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t248" href="#t248">248</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t"><span class="key">def</span> <span class="nam">configspace_data_to_tunable_values</span><span class="op">(</span><span class="nam">data</span><span class="op">:</span> <span class="nam">dict</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t251" href="#t251">251</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t252" href="#t252">252</a></span><span class="t"><span class="str">    Remove the fields that correspond to special values in ConfigSpace.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t253" href="#t253">253</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t254" href="#t254">254</a></span><span class="t"><span class="str">    In particular, remove and keys suffixes added by `special_param_names`.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t255" href="#t255">255</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t256" href="#t256">256</a></span><span class="t">    <span class="nam">data</span> <span class="op">=</span> <span class="nam">data</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t">    <span class="nam">specials</span> <span class="op">=</span> <span class="op">[</span><span class="nam">special_param_name_strip</span><span class="op">(</span><span class="nam">k</span><span class="op">)</span> <span class="key">for</span> <span class="nam">k</span> <span class="key">in</span> <span class="nam">data</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span> <span class="key">if</span> <span class="nam">special_param_name_is_temp</span><span class="op">(</span><span class="nam">k</span><span class="op">)</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t">    <span class="key">for</span> <span class="nam">k</span> <span class="key">in</span> <span class="nam">specials</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t">        <span class="op">(</span><span class="nam">special_name</span><span class="op">,</span> <span class="nam">type_name</span><span class="op">)</span> <span class="op">=</span> <span class="nam">special_param_names</span><span class="op">(</span><span class="nam">k</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t">        <span class="key">if</span> <span class="nam">data</span><span class="op">[</span><span class="nam">type_name</span><span class="op">]</span> <span class="op">==</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t">            <span class="nam">data</span><span class="op">[</span><span class="nam">k</span><span class="op">]</span> <span class="op">=</span> <span class="nam">data</span><span class="op">[</span><span class="nam">special_name</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t">        <span class="key">if</span> <span class="nam">special_name</span> <span class="key">in</span> <span class="nam">data</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t263" href="#t263">263</a></span><span class="t">            <span class="key">del</span> <span class="nam">data</span><span class="op">[</span><span class="nam">special_name</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t264" href="#t264">264</a></span><span class="t">        <span class="key">del</span> <span class="nam">data</span><span class="op">[</span><span class="nam">type_name</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t265" href="#t265">265</a></span><span class="t">    <span class="com"># May need to convert numpy values to regular types.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t266" href="#t266">266</a></span><span class="t">    <span class="nam">data</span> <span class="op">=</span> <span class="op">{</span><span class="nam">k</span><span class="op">:</span> <span class="nam">try_parse_val</span><span class="op">(</span><span class="nam">v</span><span class="op">)</span> <span class="key">for</span> <span class="nam">k</span><span class="op">,</span> <span class="nam">v</span> <span class="key">in</span> <span class="nam">data</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t267" href="#t267">267</a></span><span class="t">    <span class="key">return</span> <span class="nam">data</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t268" href="#t268">268</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t269" href="#t269">269</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t270" href="#t270">270</a></span><span class="t"><span class="key">def</span> <span class="nam">special_param_names</span><span class="op">(</span><span class="nam">name</span><span class="op">:</span> <span class="nam">str</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Tuple</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">str</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t271" href="#t271">271</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t272" href="#t272">272</a></span><span class="t"><span class="str">    Generate the names of the auxiliary hyperparameters that correspond to a tunable</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t273" href="#t273">273</a></span><span class="t"><span class="str">    that can have special values.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t">            <span class="nam">EqualsCondition</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t">                <span class="nam">conf_space</span><span class="op">[</span><span class="nam">special_name</span><span class="op">]</span><span class="op">,</span> <span class="nam">conf_space</span><span class="op">[</span><span class="nam">type_name</span><span class="op">]</span><span class="op">,</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t">            <span class="nam">EqualsCondition</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t">                <span class="nam">conf_space</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span><span class="op">,</span> <span class="nam">conf_space</span><span class="op">[</span><span class="nam">type_name</span><span class="op">]</span><span class="op">,</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">RANGE</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t">        <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t">    <span class="key">return</span> <span class="nam">conf_space</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t"><span class="key">def</span> <span class="nam">tunable_groups_to_configspace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t">    <span class="nam">tunables</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t">    <span class="nam">seed</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">int</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="nam">ConfigurationSpace</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t"><span class="str">    Convert TunableGroups to  hyperparameters in ConfigurationSpace.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t"><span class="str">    Parameters</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t"><span class="str">    ----------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t"><span class="str">    tunables : TunableGroups</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t"><span class="str">        A collection of tunable parameters.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t"><span class="str">    seed : Optional[int]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t"><span class="str">        Random seed to use.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t208" href="#t208">208</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t209" href="#t209">209</a></span><span class="t"><span class="str">    configspace : ConfigurationSpace</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t210" href="#t210">210</a></span><span class="t"><span class="str">        A new ConfigurationSpace instance that corresponds to the input TunableGroups.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t211" href="#t211">211</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t">    <span class="nam">space</span> <span class="op">=</span> <span class="nam">ConfigurationSpace</span><span class="op">(</span><span class="nam">seed</span><span class="op">=</span><span class="nam">seed</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t">    <span class="key">for</span> <span class="nam">tunable</span><span class="op">,</span> <span class="nam">group</span> <span class="key">in</span> <span class="nam">tunables</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t">        <span class="nam">space</span><span class="op">.</span><span class="nam">add_configuration_space</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">            <span class="nam">prefix</span><span class="op">=</span><span class="str">""</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">            <span class="nam">delimiter</span><span class="op">=</span><span class="str">""</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">            <span class="nam">configuration_space</span><span class="op">=</span><span class="nam">_tunable_to_configspace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t">                <span class="nam">tunable</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">                <span class="nam">group</span><span class="op">.</span><span class="nam">name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t">                <span class="nam">group</span><span class="op">.</span><span class="nam">get_current_cost</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t">    <span class="key">return</span> <span class="nam">space</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t"><span class="key">def</span> <span class="nam">tunable_values_to_configuration</span><span class="op">(</span><span class="nam">tunables</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Configuration</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t"><span class="str">    Converts a TunableGroups current values to a ConfigSpace Configuration.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t"><span class="str">    Parameters</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t"><span class="str">    ----------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t"><span class="str">    tunables : TunableGroups</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t"><span class="str">        The TunableGroups to take the current value from.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t"><span class="str">    Configuration</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t"><span class="str">        A ConfigSpace Configuration.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t240" href="#t240">240</a></span><span class="t">    <span class="nam">values</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span> <span class="op">=</span> <span class="op">{</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t">    <span class="key">for</span> <span class="nam">tunable</span><span class="op">,</span> <span class="nam">_group</span> <span class="key">in</span> <span class="nam">tunables</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t">        <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t">            <span class="op">(</span><span class="nam">special_name</span><span class="op">,</span> <span class="nam">type_name</span><span class="op">)</span> <span class="op">=</span> <span class="nam">special_param_names</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t">            <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">value</span> <span class="key">in</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t">                <span class="nam">values</span><span class="op">[</span><span class="nam">type_name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t">                <span class="nam">values</span><span class="op">[</span><span class="nam">special_name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">value</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t">            <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t248" href="#t248">248</a></span><span class="t">                <span class="nam">values</span><span class="op">[</span><span class="nam">type_name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">RANGE</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t">                <span class="nam">values</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">value</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t251" href="#t251">251</a></span><span class="t">            <span class="nam">values</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">value</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t252" href="#t252">252</a></span><span class="t">    <span class="nam">configspace</span> <span class="op">=</span> <span class="nam">tunable_groups_to_configspace</span><span class="op">(</span><span class="nam">tunables</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t253" href="#t253">253</a></span><span class="t">    <span class="key">return</span> <span class="nam">Configuration</span><span class="op">(</span><span class="nam">configspace</span><span class="op">,</span> <span class="nam">values</span><span class="op">=</span><span class="nam">values</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t254" href="#t254">254</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t255" href="#t255">255</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t256" href="#t256">256</a></span><span class="t"><span class="key">def</span> <span class="nam">configspace_data_to_tunable_values</span><span class="op">(</span><span class="nam">data</span><span class="op">:</span> <span class="nam">dict</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t"><span class="str">    Remove the fields that correspond to special values in ConfigSpace.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t"><span class="str">    In particular, remove and keys suffixes added by `special_param_names`.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t">    <span class="nam">data</span> <span class="op">=</span> <span class="nam">data</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t263" href="#t263">263</a></span><span class="t">    <span class="nam">specials</span> <span class="op">=</span> <span class="op">[</span><span class="nam">special_param_name_strip</span><span class="op">(</span><span class="nam">k</span><span class="op">)</span> <span class="key">for</span> <span class="nam">k</span> <span class="key">in</span> <span class="nam">data</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span> <span class="key">if</span> <span class="nam">special_param_name_is_temp</span><span class="op">(</span><span class="nam">k</span><span class="op">)</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t264" href="#t264">264</a></span><span class="t">    <span class="key">for</span> <span class="nam">k</span> <span class="key">in</span> <span class="nam">specials</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t265" href="#t265">265</a></span><span class="t">        <span class="op">(</span><span class="nam">special_name</span><span class="op">,</span> <span class="nam">type_name</span><span class="op">)</span> <span class="op">=</span> <span class="nam">special_param_names</span><span class="op">(</span><span class="nam">k</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t266" href="#t266">266</a></span><span class="t">        <span class="key">if</span> <span class="nam">data</span><span class="op">[</span><span class="nam">type_name</span><span class="op">]</span> <span class="op">==</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t267" href="#t267">267</a></span><span class="t">            <span class="nam">data</span><span class="op">[</span><span class="nam">k</span><span class="op">]</span> <span class="op">=</span> <span class="nam">data</span><span class="op">[</span><span class="nam">special_name</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t268" href="#t268">268</a></span><span class="t">        <span class="key">if</span> <span class="nam">special_name</span> <span class="key">in</span> <span class="nam">data</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t269" href="#t269">269</a></span><span class="t">            <span class="key">del</span> <span class="nam">data</span><span class="op">[</span><span class="nam">special_name</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t270" href="#t270">270</a></span><span class="t">        <span class="key">del</span> <span class="nam">data</span><span class="op">[</span><span class="nam">type_name</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t271" href="#t271">271</a></span><span class="t">    <span class="com"># May need to convert numpy values to regular types.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t272" href="#t272">272</a></span><span class="t">    <span class="nam">data</span> <span class="op">=</span> <span class="op">{</span><span class="nam">k</span><span class="op">:</span> <span class="nam">try_parse_val</span><span class="op">(</span><span class="nam">v</span><span class="op">)</span> <span class="key">for</span> <span class="nam">k</span><span class="op">,</span> <span class="nam">v</span> <span class="key">in</span> <span class="nam">data</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t273" href="#t273">273</a></span><span class="t">    <span class="key">return</span> <span class="nam">data</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t274" href="#t274">274</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t275" href="#t275">275</a></span><span class="t"><span class="str">    NOTE: `!` characters are currently disallowed in Tunable names in order handle this logic.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t276" href="#t276">276</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t277" href="#t277">277</a></span><span class="t"><span class="str">    Parameters</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t278" href="#t278">278</a></span><span class="t"><span class="str">    ----------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t279" href="#t279">279</a></span><span class="t"><span class="str">    name : str</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t280" href="#t280">280</a></span><span class="t"><span class="str">        The name of the tunable parameter.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t281" href="#t281">281</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t282" href="#t282">282</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t283" href="#t283">283</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t284" href="#t284">284</a></span><span class="t"><span class="str">    special_name : str</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t285" href="#t285">285</a></span><span class="t"><span class="str">        The name of the hyperparameter that corresponds to the special value.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t286" href="#t286">286</a></span><span class="t"><span class="str">    type_name : str</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t287" href="#t287">287</a></span><span class="t"><span class="str">        The name of the hyperparameter that chooses between the regular and the special values.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t288" href="#t288">288</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t289" href="#t289">289</a></span><span class="t">    <span class="key">return</span> <span class="op">(</span><span class="nam">name</span> <span class="op">+</span> <span class="str">"!special"</span><span class="op">,</span> <span class="nam">name</span> <span class="op">+</span> <span class="str">"!type"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t290" href="#t290">290</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t291" href="#t291">291</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t292" href="#t292">292</a></span><span class="t"><span class="key">def</span> <span class="nam">special_param_name_is_temp</span><span class="op">(</span><span class="nam">name</span><span class="op">:</span> <span class="nam">str</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t293" href="#t293">293</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t294" href="#t294">294</a></span><span class="t"><span class="str">    Check if name corresponds to a temporary ConfigSpace parameter.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t295" href="#t295">295</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t296" href="#t296">296</a></span><span class="t"><span class="str">    NOTE: `!` characters are currently disallowed in Tunable names in order handle this logic.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t275" href="#t275">275</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t276" href="#t276">276</a></span><span class="t"><span class="key">def</span> <span class="nam">special_param_names</span><span class="op">(</span><span class="nam">name</span><span class="op">:</span> <span class="nam">str</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Tuple</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">str</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t277" href="#t277">277</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t278" href="#t278">278</a></span><span class="t"><span class="str">    Generate the names of the auxiliary hyperparameters that correspond to a tunable</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t279" href="#t279">279</a></span><span class="t"><span class="str">    that can have special values.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t280" href="#t280">280</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t281" href="#t281">281</a></span><span class="t"><span class="str">    NOTE: `!` characters are currently disallowed in Tunable names in order handle this logic.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t282" href="#t282">282</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t283" href="#t283">283</a></span><span class="t"><span class="str">    Parameters</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t284" href="#t284">284</a></span><span class="t"><span class="str">    ----------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t285" href="#t285">285</a></span><span class="t"><span class="str">    name : str</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t286" href="#t286">286</a></span><span class="t"><span class="str">        The name of the tunable parameter.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t287" href="#t287">287</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t288" href="#t288">288</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t289" href="#t289">289</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t290" href="#t290">290</a></span><span class="t"><span class="str">    special_name : str</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t291" href="#t291">291</a></span><span class="t"><span class="str">        The name of the hyperparameter that corresponds to the special value.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t292" href="#t292">292</a></span><span class="t"><span class="str">    type_name : str</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t293" href="#t293">293</a></span><span class="t"><span class="str">        The name of the hyperparameter that chooses between the regular and the special values.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t294" href="#t294">294</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t295" href="#t295">295</a></span><span class="t">    <span class="key">return</span> <span class="op">(</span><span class="nam">name</span> <span class="op">+</span> <span class="str">"!special"</span><span class="op">,</span> <span class="nam">name</span> <span class="op">+</span> <span class="str">"!type"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t296" href="#t296">296</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t297" href="#t297">297</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t298" href="#t298">298</a></span><span class="t"><span class="str">    Parameters</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t299" href="#t299">299</a></span><span class="t"><span class="str">    ----------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t300" href="#t300">300</a></span><span class="t"><span class="str">    name : str</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t301" href="#t301">301</a></span><span class="t"><span class="str">        The name of the hyperparameter.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t302" href="#t302">302</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t303" href="#t303">303</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t304" href="#t304">304</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t305" href="#t305">305</a></span><span class="t"><span class="str">    is_special : bool</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t306" href="#t306">306</a></span><span class="t"><span class="str">        True if the name corresponds to a temporary ConfigSpace hyperparameter.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t307" href="#t307">307</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t308" href="#t308">308</a></span><span class="t">    <span class="key">return</span> <span class="nam">name</span><span class="op">.</span><span class="nam">endswith</span><span class="op">(</span><span class="str">"!type"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t309" href="#t309">309</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t310" href="#t310">310</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t311" href="#t311">311</a></span><span class="t"><span class="key">def</span> <span class="nam">special_param_name_strip</span><span class="op">(</span><span class="nam">name</span><span class="op">:</span> <span class="nam">str</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t312" href="#t312">312</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t313" href="#t313">313</a></span><span class="t"><span class="str">    Remove the temporary suffix from a special parameter name.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t314" href="#t314">314</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t315" href="#t315">315</a></span><span class="t"><span class="str">    NOTE: `!` characters are currently disallowed in Tunable names in order handle this logic.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t298" href="#t298">298</a></span><span class="t"><span class="key">def</span> <span class="nam">special_param_name_is_temp</span><span class="op">(</span><span class="nam">name</span><span class="op">:</span> <span class="nam">str</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t299" href="#t299">299</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t300" href="#t300">300</a></span><span class="t"><span class="str">    Check if name corresponds to a temporary ConfigSpace parameter.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t301" href="#t301">301</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t302" href="#t302">302</a></span><span class="t"><span class="str">    NOTE: `!` characters are currently disallowed in Tunable names in order handle this logic.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t303" href="#t303">303</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t304" href="#t304">304</a></span><span class="t"><span class="str">    Parameters</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t305" href="#t305">305</a></span><span class="t"><span class="str">    ----------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t306" href="#t306">306</a></span><span class="t"><span class="str">    name : str</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t307" href="#t307">307</a></span><span class="t"><span class="str">        The name of the hyperparameter.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t308" href="#t308">308</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t309" href="#t309">309</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t310" href="#t310">310</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t311" href="#t311">311</a></span><span class="t"><span class="str">    is_special : bool</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t312" href="#t312">312</a></span><span class="t"><span class="str">        True if the name corresponds to a temporary ConfigSpace hyperparameter.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t313" href="#t313">313</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t314" href="#t314">314</a></span><span class="t">    <span class="key">return</span> <span class="nam">name</span><span class="op">.</span><span class="nam">endswith</span><span class="op">(</span><span class="str">"!type"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t315" href="#t315">315</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t316" href="#t316">316</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t317" href="#t317">317</a></span><span class="t"><span class="str">    Parameters</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t318" href="#t318">318</a></span><span class="t"><span class="str">    ----------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t319" href="#t319">319</a></span><span class="t"><span class="str">    name : str</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t320" href="#t320">320</a></span><span class="t"><span class="str">        The name of the hyperparameter.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t321" href="#t321">321</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t322" href="#t322">322</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t323" href="#t323">323</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t324" href="#t324">324</a></span><span class="t"><span class="str">    stripped_name : str</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t325" href="#t325">325</a></span><span class="t"><span class="str">        The name of the hyperparameter without the temporary suffix.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t326" href="#t326">326</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t327" href="#t327">327</a></span><span class="t">    <span class="key">return</span> <span class="nam">name</span><span class="op">.</span><span class="nam">split</span><span class="op">(</span><span class="str">"!"</span><span class="op">,</span> <span class="num">1</span><span class="op">)</span><span class="op">[</span><span class="num">0</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t317" href="#t317">317</a></span><span class="t"><span class="key">def</span> <span class="nam">special_param_name_strip</span><span class="op">(</span><span class="nam">name</span><span class="op">:</span> <span class="nam">str</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t318" href="#t318">318</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t319" href="#t319">319</a></span><span class="t"><span class="str">    Remove the temporary suffix from a special parameter name.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t320" href="#t320">320</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t321" href="#t321">321</a></span><span class="t"><span class="str">    NOTE: `!` characters are currently disallowed in Tunable names in order handle this logic.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t322" href="#t322">322</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t323" href="#t323">323</a></span><span class="t"><span class="str">    Parameters</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t324" href="#t324">324</a></span><span class="t"><span class="str">    ----------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t325" href="#t325">325</a></span><span class="t"><span class="str">    name : str</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t326" href="#t326">326</a></span><span class="t"><span class="str">        The name of the hyperparameter.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t327" href="#t327">327</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t328" href="#t328">328</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t329" href="#t329">329</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t330" href="#t330">330</a></span><span class="t"><span class="str">    stripped_name : str</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t331" href="#t331">331</a></span><span class="t"><span class="str">        The name of the hyperparameter without the temporary suffix.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t332" href="#t332">332</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t333" href="#t333">333</a></span><span class="t">    <span class="key">return</span> <span class="nam">name</span><span class="op">.</span><span class="nam">split</span><span class="op">(</span><span class="str">"!"</span><span class="op">,</span> <span class="num">1</span><span class="op">)</span><span class="op">[</span><span class="num">0</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
     <div class="content">
@@ -416,7 +422,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_grid_search_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_grid_search_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_grid_search_optimizer_py.html
index a572f6f7c3..3aadd2a2c8 100644
--- a/htmlcov/z_323f8141f9f539b4_grid_search_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_grid_search_optimizer_py.html
@@ -2,7 +2,7 @@
 <html lang="en">
 <head>
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
-    <title>Coverage for mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py: 92%</title>
+    <title>Coverage for mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py: 90%</title>
     <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png">
     <link rel="stylesheet" href="style_cb_8e611ae1.css" type="text/css">
     <script src="coverage_html_cb_6fb7b396.js" defer></script>
@@ -12,7 +12,7 @@
     <div class="content">
         <h1>
             <span class="text">Coverage for </span><b>mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py</b>:
-            <span class="pc_cov">92%</span>
+            <span class="pc_cov">90%</span>
         </h1>
         <aside id="help_panel_wrapper">
             <input id="help_panel_state" type="checkbox">
@@ -55,8 +55,8 @@ <h1>
         </aside>
         <h2>
             <span class="text">88 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">81<span class="text"> run</span></button>
-            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">7<span class="text"> missing</span></button>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">79<span class="text"> run</span></button>
+            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">9<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">0<span class="text"> excluded</span></button>
         </h2>
         <p class="text">
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_mlos_core_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -132,7 +132,7 @@ <h2>
     <p class="run"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">        <span class="nam">size</span> <span class="op">=</span> <span class="nam">np</span><span class="op">.</span><span class="nam">prod</span><span class="op">(</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">cardinality</span> <span class="key">or</span> <span class="nam">np</span><span class="op">.</span><span class="nam">inf</span> <span class="key">for</span> <span class="op">(</span><span class="nam">tunable</span><span class="op">,</span> <span class="nam">_group</span><span class="op">)</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">        <span class="key">if</span> <span class="nam">size</span> <span class="op">==</span> <span class="nam">np</span><span class="op">.</span><span class="nam">inf</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">                <span class="fst">f"</span><span class="fst">Unquantized tunables are not supported for grid search: </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">                <span class="str">f"Unquantized tunables are not supported for grid search: {self._tunables}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">        <span class="key">if</span> <span class="nam">size</span> <span class="op">></span> <span class="num">10000</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">warning</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -209,8 +209,8 @@ <h2>
     <p class="run"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">            <span class="nam">tunables</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">assign</span><span class="op">(</span><span class="nam">params</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">register</span><span class="op">(</span><span class="nam">tunables</span><span class="op">,</span> <span class="nam">trial_status</span><span class="op">,</span> <span class="nam">score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">            <span class="op">(</span><span class="nam">best_score</span><span class="op">,</span> <span class="nam">_</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">get_best_observation</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Update END: %s = %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">best_score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">            <span class="op">(</span><span class="nam">best_score</span><span class="op">,</span> <span class="nam">_</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">get_best_observation</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Update END: %s = %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">best_score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">        <span class="key">return</span> <span class="key">True</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">    <span class="key">def</span> <span class="nam">suggest</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">TunableGroups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -285,7 +285,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_mlos_core_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_mlos_core_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_mlos_core_optimizer_py.html
index 67020072ac..c862d8af61 100644
--- a/htmlcov/z_323f8141f9f539b4_mlos_core_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_mlos_core_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_mock_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -148,8 +148,8 @@ <h2>
     <p class="run"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">            <span class="key">if</span> <span class="str">"max_trials"</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">                <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">[</span><span class="str">"max_trials"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_suggestions</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">            <span class="key">assert</span> <span class="nam">int</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">[</span><span class="str">"max_trials"</span><span class="op">]</span><span class="op">)</span> <span class="op">>=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_suggestions</span><span class="op">,</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">                <span class="fst">f"</span><span class="fst">max_trials </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">'max_trials'</span><span class="op">)</span><span class="op">}</span><span class="fst"> </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">                <span class="fst">f"</span><span class="fst">&lt;= max_suggestions</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_max_suggestions</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">                <span class="str">f"max_trials {self._config.get('max_trials')} "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">                <span class="str">f"&lt;= max_suggestions{self._max_suggestions}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">            <span class="key">if</span> <span class="str">"run_name"</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span> <span class="key">and</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment_id</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -181,7 +181,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">    <span class="key">def</span> <span class="nam">name</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_opt</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">        <span class="key">return</span> <span class="str">f"{self.__class__.__name__}:{self._opt.__class__.__name__}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">    <span class="key">def</span> <span class="nam">bulk_register</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -328,7 +328,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_mock_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_mock_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_mock_optimizer_py.html
index 11f85ef51b..af8bfcba1d 100644
--- a/htmlcov/z_323f8141f9f539b4_mock_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_mock_optimizer_py.html
@@ -2,7 +2,7 @@
 <html lang="en">
 <head>
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
-    <title>Coverage for mlos_bench/mlos_bench/optimizers/mock_optimizer.py: 97%</title>
+    <title>Coverage for mlos_bench/mlos_bench/optimizers/mock_optimizer.py: 91%</title>
     <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png">
     <link rel="stylesheet" href="style_cb_8e611ae1.css" type="text/css">
     <script src="coverage_html_cb_6fb7b396.js" defer></script>
@@ -12,7 +12,7 @@
     <div class="content">
         <h1>
             <span class="text">Coverage for </span><b>mlos_bench/mlos_bench/optimizers/mock_optimizer.py</b>:
-            <span class="pc_cov">97%</span>
+            <span class="pc_cov">91%</span>
         </h1>
         <aside id="help_panel_wrapper">
             <input id="help_panel_state" type="checkbox">
@@ -55,8 +55,8 @@ <h1>
         </aside>
         <h2>
             <span class="text">35 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">34<span class="text"> run</span></button>
-            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">1<span class="text"> missing</span></button>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">32<span class="text"> run</span></button>
+            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">3<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">0<span class="text"> excluded</span></button>
         </h2>
         <p class="text">
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_one_shot_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -131,8 +131,8 @@ <h2>
     <p class="run"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">            <span class="nam">tunables</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">assign</span><span class="op">(</span><span class="nam">params</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">register</span><span class="op">(</span><span class="nam">tunables</span><span class="op">,</span> <span class="nam">trial_status</span><span class="op">,</span> <span class="nam">score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">            <span class="op">(</span><span class="nam">best_score</span><span class="op">,</span> <span class="nam">_</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">get_best_observation</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Bulk register END: %s = %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">best_score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">            <span class="op">(</span><span class="nam">best_score</span><span class="op">,</span> <span class="nam">_</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">get_best_observation</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Bulk register END: %s = %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">best_score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">        <span class="key">return</span> <span class="key">True</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">    <span class="key">def</span> <span class="nam">suggest</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">TunableGroups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -155,7 +155,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_one_shot_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_one_shot_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_one_shot_optimizer_py.html
index bbb31e620b..6461a88145 100644
--- a/htmlcov/z_323f8141f9f539b4_one_shot_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_one_shot_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_track_best_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -134,7 +134,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_track_best_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_track_best_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_track_best_optimizer_py.html
index 99956b10df..2e520931f1 100644
--- a/htmlcov/z_323f8141f9f539b4_track_best_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_track_best_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_os_environ_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -156,7 +156,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_os_environ_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3398716e0933e076___init___py.html b/htmlcov/z_3398716e0933e076___init___py.html
index 5504178e73..93a31932c3 100644
--- a/htmlcov/z_3398716e0933e076___init___py.html
+++ b/htmlcov/z_3398716e0933e076___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_20c004c35735c01d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_20c004c35735c01d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_354360b2842e9a22___init___py.html b/htmlcov/z_354360b2842e9a22___init___py.html
index a434d3db21..1c1a2dae85 100644
--- a/htmlcov/z_354360b2842e9a22___init___py.html
+++ b/htmlcov/z_354360b2842e9a22___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_354360b2842e9a22_config_persistence_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -108,7 +108,7 @@ <h2>
             <a class="nav" href="z_354360b2842e9a22_config_persistence_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_354360b2842e9a22_config_persistence_test_py.html b/htmlcov/z_354360b2842e9a22_config_persistence_test_py.html
index beb25b3dc2..61f621c9f4 100644
--- a/htmlcov/z_354360b2842e9a22_config_persistence_test_py.html
+++ b/htmlcov/z_354360b2842e9a22_config_persistence_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_1e0e6bde7052d662___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -194,7 +194,7 @@ <h2>
             <a class="nav" href="z_1e0e6bde7052d662___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_354360b2842e9a22_mock_service_py.html b/htmlcov/z_354360b2842e9a22_mock_service_py.html
index 7689d974e3..ff75986286 100644
--- a/htmlcov/z_354360b2842e9a22_mock_service_py.html
+++ b/htmlcov/z_354360b2842e9a22_mock_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_75096bf83df2f5ed___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -131,11 +131,11 @@ <h2>
     <p class="pln"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">    <span class="key">def</span> <span class="nam">some_method</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">        <span class="str">"""some_method."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">: base.some_method</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">        <span class="key">return</span> <span class="str">f"{self}: base.some_method"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">    <span class="key">def</span> <span class="nam">some_other_method</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">        <span class="str">"""some_other_method."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">: base.some_other_method</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">        <span class="key">return</span> <span class="str">f"{self}: base.some_other_method"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t"><span class="key">class</span> <span class="nam">MockServiceChild</span><span class="op">(</span><span class="nam">MockServiceBase</span><span class="op">,</span> <span class="nam">SupportsSomeMethod</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -145,7 +145,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">    <span class="key">def</span> <span class="nam">some_method</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">        <span class="str">"""some_method."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">: child.some_method</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">        <span class="key">return</span> <span class="str">f"{self}: child.some_method"</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
     <div class="content">
@@ -155,7 +155,7 @@ <h2>
             <a class="nav" href="z_75096bf83df2f5ed___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_354360b2842e9a22_test_service_method_registering_py.html b/htmlcov/z_354360b2842e9a22_test_service_method_registering_py.html
index f559aa887d..ae7bb5f1b4 100644
--- a/htmlcov/z_354360b2842e9a22_test_service_method_registering_py.html
+++ b/htmlcov/z_354360b2842e9a22_test_service_method_registering_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -117,16 +117,16 @@ <h2>
     <p class="pln"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">    <span class="com"># pylint complains if we try to just assert this directly</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">    <span class="com"># somehow having it in a different scope makes a difference</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t">    <span class="key">if</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">mixin_service</span><span class="op">,</span> <span class="nam">SupportsSomeMethod</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">        <span class="key">assert</span> <span class="nam">mixin_service</span><span class="op">.</span><span class="nam">some_method</span><span class="op">(</span><span class="op">)</span> <span class="op">==</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">some_base_service</span><span class="op">}</span><span class="fst">: base.some_method</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t">        <span class="key">assert</span> <span class="nam">mixin_service</span><span class="op">.</span><span class="nam">some_other_method</span><span class="op">(</span><span class="op">)</span> <span class="op">==</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">some_base_service</span><span class="op">}</span><span class="fst">: base.some_other_method</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">        <span class="key">assert</span> <span class="nam">mixin_service</span><span class="op">.</span><span class="nam">some_method</span><span class="op">(</span><span class="op">)</span> <span class="op">==</span> <span class="str">f"{some_base_service}: base.some_method"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t">        <span class="key">assert</span> <span class="nam">mixin_service</span><span class="op">.</span><span class="nam">some_other_method</span><span class="op">(</span><span class="op">)</span> <span class="op">==</span> <span class="str">f"{some_base_service}: base.some_other_method"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t40" href="#t40">40</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t">        <span class="com"># register the child service</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t">        <span class="nam">mixin_service</span><span class="op">.</span><span class="nam">register</span><span class="op">(</span><span class="nam">some_child_service</span><span class="op">.</span><span class="nam">export</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t">        <span class="com"># Make sure the child service instance got tracked registered</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">        <span class="key">assert</span> <span class="nam">mixin_service</span><span class="op">.</span><span class="nam">_services</span> <span class="op">==</span> <span class="op">{</span><span class="nam">some_child_service</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">        <span class="com"># check that the inheritance works as expected</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">        <span class="key">assert</span> <span class="nam">mixin_service</span><span class="op">.</span><span class="nam">some_method</span><span class="op">(</span><span class="op">)</span> <span class="op">==</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">some_child_service</span><span class="op">}</span><span class="fst">: child.some_method</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">        <span class="key">assert</span> <span class="nam">mixin_service</span><span class="op">.</span><span class="nam">some_other_method</span><span class="op">(</span><span class="op">)</span> <span class="op">==</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">some_child_service</span><span class="op">}</span><span class="fst">: base.some_other_method</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">        <span class="key">assert</span> <span class="nam">mixin_service</span><span class="op">.</span><span class="nam">some_method</span><span class="op">(</span><span class="op">)</span> <span class="op">==</span> <span class="str">f"{some_child_service}: child.some_method"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">        <span class="key">assert</span> <span class="nam">mixin_service</span><span class="op">.</span><span class="nam">some_other_method</span><span class="op">(</span><span class="op">)</span> <span class="op">==</span> <span class="str">f"{some_child_service}: base.some_other_method"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t">    <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">        <span class="key">assert</span> <span class="key">False</span>&nbsp;</span><span class="r"></span></p>
 </main>
@@ -138,7 +138,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html b/htmlcov/z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html
index a8765285c4..d130545458 100644
--- a/htmlcov/z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html
+++ b/htmlcov/z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e8b6df00ef81429a_test_load_service_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -125,7 +125,7 @@ <h2>
             <a class="nav" href="z_e8b6df00ef81429a_test_load_service_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3f378eb4eadac84f___init___py.html b/htmlcov/z_3f378eb4eadac84f___init___py.html
index 73ae5c5a8e..50d3c022a1 100644
--- a/htmlcov/z_3f378eb4eadac84f___init___py.html
+++ b/htmlcov/z_3f378eb4eadac84f___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3f378eb4eadac84f_ssh_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -102,7 +102,7 @@ <h2>
             <a class="nav" href="z_3f378eb4eadac84f_ssh_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3f378eb4eadac84f_ssh_fileshare_py.html b/htmlcov/z_3f378eb4eadac84f_ssh_fileshare_py.html
index 78f519a5c9..01ec28209e 100644
--- a/htmlcov/z_3f378eb4eadac84f_ssh_fileshare_py.html
+++ b/htmlcov/z_3f378eb4eadac84f_ssh_fileshare_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3f378eb4eadac84f_ssh_host_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -154,7 +154,7 @@ <h2>
     <p class="run"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">            <span class="nam">srcpaths</span> <span class="op">=</span> <span class="nam">local_path</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">            <span class="nam">dstpath</span> <span class="op">=</span> <span class="op">(</span><span class="nam">connection</span><span class="op">,</span> <span class="nam">remote_path</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Unknown copy mode: </span><span class="op">{</span><span class="nam">mode</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Unknown copy mode: {mode}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">        <span class="key">return</span> <span class="key">await</span> <span class="nam">scp</span><span class="op">(</span><span class="nam">srcpaths</span><span class="op">=</span><span class="nam">srcpaths</span><span class="op">,</span> <span class="nam">dstpath</span><span class="op">=</span><span class="nam">dstpath</span><span class="op">,</span> <span class="nam">recurse</span><span class="op">=</span><span class="nam">recursive</span><span class="op">,</span> <span class="nam">preserve</span><span class="op">=</span><span class="key">True</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">    <span class="key">def</span> <span class="nam">download</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -200,7 +200,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">            <span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t">                <span class="nam">_LOG</span><span class="op">.</span><span class="nam">warning</span><span class="op">(</span><span class="str">"File %s does not exist on %s"</span><span class="op">,</span> <span class="nam">remote_path</span><span class="op">,</span> <span class="nam">params</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">                <span class="key">raise</span> <span class="nam">FileNotFoundError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">File </span><span class="op">{</span><span class="nam">remote_path</span><span class="op">}</span><span class="fst"> does not exist on </span><span class="op">{</span><span class="nam">params</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span> <span class="key">from</span> <span class="nam">ex</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">                <span class="key">raise</span> <span class="nam">FileNotFoundError</span><span class="op">(</span><span class="str">f"File {remote_path} does not exist on {params}"</span><span class="op">)</span> <span class="key">from</span> <span class="nam">ex</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ex</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">    <span class="key">def</span> <span class="nam">upload</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -235,7 +235,7 @@ <h2>
             <a class="nav" href="z_3f378eb4eadac84f_ssh_host_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3f378eb4eadac84f_ssh_host_service_py.html b/htmlcov/z_3f378eb4eadac84f_ssh_host_service_py.html
index 9b7bf64342..9a8a356199 100644
--- a/htmlcov/z_3f378eb4eadac84f_ssh_host_service_py.html
+++ b/htmlcov/z_3f378eb4eadac84f_ssh_host_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3f378eb4eadac84f_ssh_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -177,7 +177,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">        <span class="com"># Note: passing environment variables to SSH servers is typically restricted</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t">        <span class="com"># to just some LC_* values.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">        <span class="com"># Handle transferring environment variables by making a script to set them.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">        <span class="nam">env_script_lines</span> <span class="op">=</span> <span class="op">[</span><span class="fst">f"</span><span class="fst">export </span><span class="op">{</span><span class="nam">name</span><span class="op">}</span><span class="fst">='</span><span class="op">{</span><span class="nam">value</span><span class="op">}</span><span class="fst">'</span><span class="fst">"</span> <span class="key">for</span> <span class="op">(</span><span class="nam">name</span><span class="op">,</span> <span class="nam">value</span><span class="op">)</span> <span class="key">in</span> <span class="nam">env_params</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">        <span class="nam">env_script_lines</span> <span class="op">=</span> <span class="op">[</span><span class="str">f"export {name}='{value}'"</span> <span class="key">for</span> <span class="op">(</span><span class="nam">name</span><span class="op">,</span> <span class="nam">value</span><span class="op">)</span> <span class="key">in</span> <span class="nam">env_params</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">        <span class="nam">script_lines</span> <span class="op">=</span> <span class="nam">env_script_lines</span> <span class="op">+</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">            <span class="nam">line_split</span> <span class="key">for</span> <span class="nam">line</span> <span class="key">in</span> <span class="nam">script</span> <span class="key">for</span> <span class="nam">line_split</span> <span class="key">in</span> <span class="nam">line</span><span class="op">.</span><span class="nam">splitlines</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">        <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
@@ -301,21 +301,21 @@ <h2>
     <p class="pln"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">                <span class="str">"ssh_hostname"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t">            <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t">        <span class="nam">cmd_opts</span> <span class="op">=</span> <span class="str">" "</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="op">[</span><span class="fst">f"</span><span class="fst">'</span><span class="op">{</span><span class="nam">cmd</span><span class="op">}</span><span class="fst">'</span><span class="fst">"</span> <span class="key">for</span> <span class="nam">cmd</span> <span class="key">in</span> <span class="nam">cmd_opts_list</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t">        <span class="nam">script</span> <span class="op">=</span> <span class="fst">rf"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t"><span class="fst">            if [[ $EUID -ne 0 ]]; then</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t"><span class="fst">                sudo=$(command -v sudo)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t"><span class="fst">                sudo=${</span> <span class="fst">sudo:+$sudo -n}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t"><span class="fst">            fi</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t">        <span class="nam">cmd_opts</span> <span class="op">=</span> <span class="str">" "</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="op">[</span><span class="str">f"'{cmd}'"</span> <span class="key">for</span> <span class="nam">cmd</span> <span class="key">in</span> <span class="nam">cmd_opts_list</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t">        <span class="nam">script</span> <span class="op">=</span> <span class="str">rf"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t"><span class="str">            if [[ $EUID -ne 0 ]]; then</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t"><span class="str">                sudo=$(command -v sudo)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t"><span class="str">                sudo=${{sudo:+$sudo -n}}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t"><span class="str">            fi</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t"><span class="fst">            set -x</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t"><span class="fst">            for cmd in </span><span class="op">{</span><span class="nam">cmd_opts</span><span class="op">}</span><span class="fst">; do</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t"><span class="fst">                $sudo /bin/bash -c "$cmd" &amp;&amp; exit 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t"><span class="fst">            done</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t"><span class="str">            set -x</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t"><span class="str">            for cmd in {cmd_opts}; do</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t"><span class="str">                $sudo /bin/bash -c "$cmd" &amp;&amp; exit 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t"><span class="str">            done</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t"><span class="fst">            echo 'ERROR: Failed to shutdown/reboot the system.'</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t"><span class="fst">            exit 1</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t"><span class="fst">        </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t"><span class="str">            echo 'ERROR: Failed to shutdown/reboot the system.'</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t"><span class="str">            exit 1</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">remote_exec</span><span class="op">(</span><span class="nam">script</span><span class="op">,</span> <span class="nam">config</span><span class="op">,</span> <span class="nam">env_params</span><span class="op">=</span><span class="op">{</span><span class="op">}</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t">    <span class="key">def</span> <span class="nam">shutdown</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">params</span><span class="op">:</span> <span class="nam">dict</span><span class="op">,</span> <span class="nam">force</span><span class="op">:</span> <span class="nam">bool</span> <span class="op">=</span> <span class="key">False</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Tuple</span><span class="op">[</span><span class="nam">Status</span><span class="op">,</span> <span class="nam">dict</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -398,7 +398,7 @@ <h2>
             <a class="nav" href="z_3f378eb4eadac84f_ssh_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3f378eb4eadac84f_ssh_service_py.html b/htmlcov/z_3f378eb4eadac84f_ssh_service_py.html
index f9def85126..f4c1dd0684 100644
--- a/htmlcov/z_3f378eb4eadac84f_ssh_service_py.html
+++ b/htmlcov/z_3f378eb4eadac84f_ssh_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -146,14 +146,14 @@ <h2>
     <p class="run"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">    <span class="key">def</span> <span class="nam">id_from_connection</span><span class="op">(</span><span class="nam">connection</span><span class="op">:</span> <span class="nam">SSHClientConnection</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">        <span class="str">"""Gets a unique id repr for the connection."""</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">        <span class="com"># pylint: disable=protected-access</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">connection</span><span class="op">.</span><span class="nam">_username</span><span class="op">}</span><span class="fst">@</span><span class="op">{</span><span class="nam">connection</span><span class="op">.</span><span class="nam">_host</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="nam">connection</span><span class="op">.</span><span class="nam">_port</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">        <span class="key">return</span> <span class="str">f"{connection._username}@{connection._host}:{connection._port}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">    <span class="op">@</span><span class="nam">staticmethod</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">    <span class="key">def</span> <span class="nam">id_from_params</span><span class="op">(</span><span class="nam">connect_params</span><span class="op">:</span> <span class="nam">dict</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">        <span class="str">"""Gets a unique id repr for the connection."""</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">        <span class="key">return</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">            <span class="fst">f"</span><span class="op">{</span><span class="nam">connect_params</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">'username'</span><span class="op">)</span><span class="op">}</span><span class="fst">@</span><span class="op">{</span><span class="nam">connect_params</span><span class="op">[</span><span class="str">'host'</span><span class="op">]</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">            <span class="fst">f"</span><span class="fst">:</span><span class="op">{</span><span class="nam">connect_params</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">'port'</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">            <span class="str">f"{connect_params.get('username')}@{connect_params['host']}"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">            <span class="str">f":{connect_params.get('port')}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">    <span class="key">def</span> <span class="nam">connection_made</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">conn</span><span class="op">:</span> <span class="nam">SSHClientConnection</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -369,7 +369,7 @@ <h2>
     <p class="mis show_mis"><span class="n"><a id="t287" href="#t287">287</a></span><span class="t">            <span class="key">if</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_connect_params</span><span class="op">[</span><span class="str">"known_hosts"</span><span class="op">]</span><span class="op">,</span> <span class="nam">str</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t288" href="#t288">288</a></span><span class="t">                <span class="nam">known_hosts_file</span> <span class="op">=</span> <span class="nam">os</span><span class="op">.</span><span class="nam">path</span><span class="op">.</span><span class="nam">expanduser</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_connect_params</span><span class="op">[</span><span class="str">"known_hosts"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t289" href="#t289">289</a></span><span class="t">                <span class="key">if</span> <span class="key">not</span> <span class="nam">os</span><span class="op">.</span><span class="nam">path</span><span class="op">.</span><span class="nam">exists</span><span class="op">(</span><span class="nam">known_hosts_file</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t290" href="#t290">290</a></span><span class="t">                    <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">ssh_known_hosts_file </span><span class="op">{</span><span class="nam">known_hosts_file</span><span class="op">}</span><span class="fst"> does not exist</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t290" href="#t290">290</a></span><span class="t">                    <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"ssh_known_hosts_file {known_hosts_file} does not exist"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t291" href="#t291">291</a></span><span class="t">                <span class="nam">self</span><span class="op">.</span><span class="nam">_connect_params</span><span class="op">[</span><span class="str">"known_hosts"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">known_hosts_file</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t292" href="#t292">292</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_connect_params</span><span class="op">[</span><span class="str">"known_hosts"</span><span class="op">]</span> <span class="key">is</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t293" href="#t293">293</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"%s known_hosts checking is disabled per config."</span><span class="op">,</span> <span class="nam">self</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -466,7 +466,7 @@ <h2>
     <p class="run"><span class="n"><a id="t384" href="#t384">384</a></span><span class="t">        <span class="key">if</span> <span class="nam">priv_key_file</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t385" href="#t385">385</a></span><span class="t">            <span class="nam">priv_key_file</span> <span class="op">=</span> <span class="nam">os</span><span class="op">.</span><span class="nam">path</span><span class="op">.</span><span class="nam">expanduser</span><span class="op">(</span><span class="nam">priv_key_file</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t386" href="#t386">386</a></span><span class="t">            <span class="key">if</span> <span class="key">not</span> <span class="nam">os</span><span class="op">.</span><span class="nam">path</span><span class="op">.</span><span class="nam">exists</span><span class="op">(</span><span class="nam">priv_key_file</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t387" href="#t387">387</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">ssh_priv_key_path </span><span class="op">{</span><span class="nam">priv_key_file</span><span class="op">}</span><span class="fst"> does not exist</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t387" href="#t387">387</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"ssh_priv_key_path {priv_key_file} does not exist"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t388" href="#t388">388</a></span><span class="t">            <span class="nam">connect_params</span><span class="op">[</span><span class="str">"client_keys"</span><span class="op">]</span> <span class="op">=</span> <span class="op">[</span><span class="nam">priv_key_file</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t389" href="#t389">389</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t390" href="#t390">390</a></span><span class="t">        <span class="key">return</span> <span class="nam">connect_params</span>&nbsp;</span><span class="r"></span></p>
@@ -498,7 +498,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_4c77d49b5a513862___init___py.html b/htmlcov/z_4c77d49b5a513862___init___py.html
index 60c2366630..6694a715d7 100644
--- a/htmlcov/z_4c77d49b5a513862___init___py.html
+++ b/htmlcov/z_4c77d49b5a513862___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_4c77d49b5a513862_flaml_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_4c77d49b5a513862_flaml_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_4c77d49b5a513862_flaml_py.html b/htmlcov/z_4c77d49b5a513862_flaml_py.html
index b66767fa69..5acea38e04 100644
--- a/htmlcov/z_4c77d49b5a513862_flaml_py.html
+++ b/htmlcov/z_4c77d49b5a513862_flaml_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_4c77d49b5a513862_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -148,7 +148,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">                    <span class="str">"FLAML doesn't support categorical parameters with non-uniform probabilities."</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">            <span class="key">return</span> <span class="nam">flaml</span><span class="op">.</span><span class="nam">tune</span><span class="op">.</span><span class="nam">choice</span><span class="op">(</span><span class="nam">parameter</span><span class="op">.</span><span class="nam">choices</span><span class="op">)</span>  <span class="com"># TODO: set order?</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Type of parameter </span><span class="op">{</span><span class="nam">parameter</span><span class="op">}</span><span class="fst"> (</span><span class="op">{</span><span class="nam">type</span><span class="op">(</span><span class="nam">parameter</span><span class="op">)</span><span class="op">}</span><span class="fst">) not supported.</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Type of parameter {parameter} ({type(parameter)}) not supported."</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">    <span class="key">return</span> <span class="op">{</span><span class="nam">param</span><span class="op">.</span><span class="nam">name</span><span class="op">:</span> <span class="nam">_one_parameter_convert</span><span class="op">(</span><span class="nam">param</span><span class="op">)</span> <span class="key">for</span> <span class="nam">param</span> <span class="key">in</span> <span class="nam">config_space</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
 </main>
@@ -160,7 +160,7 @@ <h2>
             <a class="nav" href="z_4c77d49b5a513862_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_4c77d49b5a513862_util_py.html b/htmlcov/z_4c77d49b5a513862_util_py.html
index 75599dd9de..40dbb3fbd6 100644
--- a/htmlcov/z_4c77d49b5a513862_util_py.html
+++ b/htmlcov/z_4c77d49b5a513862_util_py.html
@@ -2,7 +2,7 @@
 <html lang="en">
 <head>
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
-    <title>Coverage for mlos_core/mlos_core/spaces/converters/util.py: 89%</title>
+    <title>Coverage for mlos_core/mlos_core/spaces/converters/util.py: 90%</title>
     <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png">
     <link rel="stylesheet" href="style_cb_8e611ae1.css" type="text/css">
     <script src="coverage_html_cb_6fb7b396.js" defer></script>
@@ -12,7 +12,7 @@
     <div class="content">
         <h1>
             <span class="text">Coverage for </span><b>mlos_core/mlos_core/spaces/converters/util.py</b>:
-            <span class="pc_cov">89%</span>
+            <span class="pc_cov">90%</span>
         </h1>
         <aside id="help_panel_wrapper">
             <input id="help_panel_state" type="checkbox">
@@ -54,9 +54,9 @@ <h1>
             </div>
         </aside>
         <h2>
-            <span class="text">9 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">8<span class="text"> run</span></button>
-            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">1<span class="text"> missing</span></button>
+            <span class="text">30 statements &nbsp;</span>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">27<span class="text"> run</span></button>
+            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">3<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">0<span class="text"> excluded</span></button>
         </h2>
         <p class="text">
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_7980ac9b936dbc70___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -86,39 +86,85 @@ <h2>
     <p class="pln"><span class="n"><a id="t4" href="#t4">4</a></span><span class="t"><span class="com">#</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t5" href="#t5">5</a></span><span class="t"><span class="str">"""Helper functions for config space converters."""</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t6" href="#t6">6</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t7" href="#t7">7</a></span><span class="t"><span class="key">from</span> <span class="nam">ConfigSpace</span><span class="op">.</span><span class="nam">functional</span> <span class="key">import</span> <span class="nam">quantize</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t8" href="#t8">8</a></span><span class="t"><span class="key">from</span> <span class="nam">ConfigSpace</span><span class="op">.</span><span class="nam">hyperparameters</span> <span class="key">import</span> <span class="nam">NumericalHyperparameter</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t9" href="#t9">9</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t7" href="#t7">7</a></span><span class="t"><span class="key">from</span> <span class="nam">ConfigSpace</span> <span class="key">import</span> <span class="nam">ConfigurationSpace</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t8" href="#t8">8</a></span><span class="t"><span class="key">from</span> <span class="nam">ConfigSpace</span><span class="op">.</span><span class="nam">functional</span> <span class="key">import</span> <span class="nam">quantize</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t9" href="#t9">9</a></span><span class="t"><span class="key">from</span> <span class="nam">ConfigSpace</span><span class="op">.</span><span class="nam">hyperparameters</span> <span class="key">import</span> <span class="nam">Hyperparameter</span><span class="op">,</span> <span class="nam">NumericalHyperparameter</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t10" href="#t10">10</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t11" href="#t11">11</a></span><span class="t"><span class="key">def</span> <span class="nam">monkey_patch_quantization</span><span class="op">(</span><span class="nam">hp</span><span class="op">:</span> <span class="nam">NumericalHyperparameter</span><span class="op">,</span> <span class="nam">quantization_bins</span><span class="op">:</span> <span class="nam">int</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t12" href="#t12">12</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t13" href="#t13">13</a></span><span class="t"><span class="str">    Monkey-patch quantization into the Hyperparameter.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t14" href="#t14">14</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t15" href="#t15">15</a></span><span class="t"><span class="str">    Parameters</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t16" href="#t16">16</a></span><span class="t"><span class="str">    ----------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t17" href="#t17">17</a></span><span class="t"><span class="str">    hp : NumericalHyperparameter</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t18" href="#t18">18</a></span><span class="t"><span class="str">        ConfigSpace hyperparameter to patch.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t19" href="#t19">19</a></span><span class="t"><span class="str">    quantization_bins : int</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t20" href="#t20">20</a></span><span class="t"><span class="str">        Number of bins to quantize the hyperparameter into.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t21" href="#t21">21</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t22" href="#t22">22</a></span><span class="t">    <span class="key">if</span> <span class="nam">quantization_bins</span> <span class="op">&lt;=</span> <span class="num">1</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t23" href="#t23">23</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="op">{</span><span class="nam">quantization_bins</span><span class="op">=</span><span class="op">}</span><span class="fst"> :: must be greater than 1.</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t">    <span class="com"># Temporary workaround to dropped quantization support in ConfigSpace 1.0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t">    <span class="com"># See Also: https://github.com/automl/ConfigSpace/issues/390</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t">    <span class="key">if</span> <span class="key">not</span> <span class="nam">hasattr</span><span class="op">(</span><span class="nam">hp</span><span class="op">,</span> <span class="str">"sample_value_mlos_orig"</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t">        <span class="nam">setattr</span><span class="op">(</span><span class="nam">hp</span><span class="op">,</span> <span class="str">"sample_value_mlos_orig"</span><span class="op">,</span> <span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t">    <span class="key">assert</span> <span class="nam">hasattr</span><span class="op">(</span><span class="nam">hp</span><span class="op">,</span> <span class="str">"sample_value_mlos_orig"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">    <span class="nam">setattr</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">        <span class="nam">hp</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">        <span class="str">"sample_value"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">        <span class="key">lambda</span> <span class="nam">size</span><span class="op">=</span><span class="key">None</span><span class="op">,</span> <span class="op">**</span><span class="nam">kwargs</span><span class="op">:</span> <span class="nam">quantize</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">            <span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value_mlos_orig</span><span class="op">(</span><span class="nam">size</span><span class="op">,</span> <span class="op">**</span><span class="nam">kwargs</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">            <span class="nam">bounds</span><span class="op">=</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">lower</span><span class="op">,</span> <span class="nam">hp</span><span class="op">.</span><span class="nam">upper</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t">            <span class="nam">bins</span><span class="op">=</span><span class="nam">quantization_bins</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">        <span class="op">)</span><span class="op">.</span><span class="nam">astype</span><span class="op">(</span><span class="nam">type</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">default_value</span><span class="op">)</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t11" href="#t11">11</a></span><span class="t"><span class="nam">QUANTIZATION_BINS_META_KEY</span> <span class="op">=</span> <span class="str">"quantization_bins"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t12" href="#t12">12</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t13" href="#t13">13</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t14" href="#t14">14</a></span><span class="t"><span class="key">def</span> <span class="nam">monkey_patch_hp_quantization</span><span class="op">(</span><span class="nam">hp</span><span class="op">:</span> <span class="nam">Hyperparameter</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Hyperparameter</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t15" href="#t15">15</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t16" href="#t16">16</a></span><span class="t"><span class="str">    Monkey-patch quantization into the Hyperparameter.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t17" href="#t17">17</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t18" href="#t18">18</a></span><span class="t"><span class="str">    Temporary workaround to dropped quantization support in ConfigSpace 1.0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t19" href="#t19">19</a></span><span class="t"><span class="str">    See Also: &lt;https://github.com/automl/ConfigSpace/issues/390></span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t20" href="#t20">20</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t21" href="#t21">21</a></span><span class="t"><span class="str">    Parameters</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t22" href="#t22">22</a></span><span class="t"><span class="str">    ----------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t23" href="#t23">23</a></span><span class="t"><span class="str">    hp : Hyperparameter</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t"><span class="str">        ConfigSpace hyperparameter to patch.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t"><span class="str">    hp : Hyperparameter</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t"><span class="str">        Patched hyperparameter.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">    <span class="key">if</span> <span class="key">not</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">hp</span><span class="op">,</span> <span class="nam">NumericalHyperparameter</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">        <span class="key">return</span> <span class="nam">hp</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">    <span class="key">assert</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">hp</span><span class="op">,</span> <span class="nam">NumericalHyperparameter</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">    <span class="nam">dist</span> <span class="op">=</span> <span class="nam">hp</span><span class="op">.</span><span class="nam">_vector_dist</span>  <span class="com"># pylint: disable=protected-access</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">    <span class="nam">quantization_bins</span> <span class="op">=</span> <span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">meta</span> <span class="key">or</span> <span class="op">{</span><span class="op">}</span><span class="op">)</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t">    <span class="key">if</span> <span class="nam">quantization_bins</span> <span class="key">is</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">        <span class="com"># No quantization requested.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t">        <span class="com"># Remove any previously applied patches.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t40" href="#t40">40</a></span><span class="t">        <span class="key">if</span> <span class="nam">hasattr</span><span class="op">(</span><span class="nam">dist</span><span class="op">,</span> <span class="str">"sample_vector_mlos_orig"</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t">            <span class="nam">setattr</span><span class="op">(</span><span class="nam">dist</span><span class="op">,</span> <span class="str">"sample_vector"</span><span class="op">,</span> <span class="nam">dist</span><span class="op">.</span><span class="nam">sample_vector_mlos_orig</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t">            <span class="nam">delattr</span><span class="op">(</span><span class="nam">dist</span><span class="op">,</span> <span class="str">"sample_vector_mlos_orig"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t">        <span class="key">return</span> <span class="nam">hp</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">    <span class="key">try</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">        <span class="nam">quantization_bins</span> <span class="op">=</span> <span class="nam">int</span><span class="op">(</span><span class="nam">quantization_bins</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">    <span class="key">except</span> <span class="nam">ValueError</span> <span class="key">as</span> <span class="nam">ex</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"{quantization_bins=} :: must be an integer."</span><span class="op">)</span> <span class="key">from</span> <span class="nam">ex</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">    <span class="key">if</span> <span class="nam">quantization_bins</span> <span class="op">&lt;=</span> <span class="num">1</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"{quantization_bins=} :: must be greater than 1."</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">    <span class="key">if</span> <span class="key">not</span> <span class="nam">hasattr</span><span class="op">(</span><span class="nam">dist</span><span class="op">,</span> <span class="str">"sample_vector_mlos_orig"</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">        <span class="nam">setattr</span><span class="op">(</span><span class="nam">dist</span><span class="op">,</span> <span class="str">"sample_vector_mlos_orig"</span><span class="op">,</span> <span class="nam">dist</span><span class="op">.</span><span class="nam">sample_vector</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">    <span class="key">assert</span> <span class="nam">hasattr</span><span class="op">(</span><span class="nam">dist</span><span class="op">,</span> <span class="str">"sample_vector_mlos_orig"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">    <span class="nam">setattr</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">        <span class="nam">dist</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">        <span class="str">"sample_vector"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">        <span class="key">lambda</span> <span class="nam">n</span><span class="op">,</span> <span class="op">*</span><span class="op">,</span> <span class="nam">seed</span><span class="op">=</span><span class="key">None</span><span class="op">:</span> <span class="nam">quantize</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">            <span class="nam">dist</span><span class="op">.</span><span class="nam">sample_vector_mlos_orig</span><span class="op">(</span><span class="nam">n</span><span class="op">,</span> <span class="nam">seed</span><span class="op">=</span><span class="nam">seed</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">            <span class="nam">bounds</span><span class="op">=</span><span class="op">(</span><span class="nam">dist</span><span class="op">.</span><span class="nam">lower_vectorized</span><span class="op">,</span> <span class="nam">dist</span><span class="op">.</span><span class="nam">upper_vectorized</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">            <span class="nam">bins</span><span class="op">=</span><span class="nam">quantization_bins</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">        <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">    <span class="key">return</span> <span class="nam">hp</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t"><span class="key">def</span> <span class="nam">monkey_patch_cs_quantization</span><span class="op">(</span><span class="nam">cs</span><span class="op">:</span> <span class="nam">ConfigurationSpace</span><span class="op">)</span> <span class="op">-></span> <span class="nam">ConfigurationSpace</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t"><span class="str">    Monkey-patch quantization into the Hyperparameters of a ConfigSpace.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t"><span class="str">    Parameters</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t"><span class="str">    ----------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t"><span class="str">    cs : ConfigurationSpace</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t"><span class="str">        ConfigSpace to patch.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t"><span class="str">    cs : ConfigurationSpace</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t"><span class="str">        Patched ConfigSpace.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">    <span class="key">for</span> <span class="nam">hp</span> <span class="key">in</span> <span class="nam">cs</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">        <span class="nam">monkey_patch_hp_quantization</span><span class="op">(</span><span class="nam">hp</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">    <span class="key">return</span> <span class="nam">cs</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
     <div class="content">
@@ -128,7 +174,7 @@ <h2>
             <a class="nav" href="z_7980ac9b936dbc70___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_51dc247422d0d699___init___py.html b/htmlcov/z_51dc247422d0d699___init___py.html
index 1ccec40c91..e20f088efd 100644
--- a/htmlcov/z_51dc247422d0d699___init___py.html
+++ b/htmlcov/z_51dc247422d0d699___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_51dc247422d0d699_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_51dc247422d0d699_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_51dc247422d0d699_fixtures_py.html b/htmlcov/z_51dc247422d0d699_fixtures_py.html
index 4eec9d6dee..585da7ff5e 100644
--- a/htmlcov/z_51dc247422d0d699_fixtures_py.html
+++ b/htmlcov/z_51dc247422d0d699_fixtures_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_trial_config_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -221,7 +221,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">                <span class="nam">config</span><span class="op">=</span><span class="op">{</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">                    <span class="str">"trial_number"</span><span class="op">:</span> <span class="nam">config_i</span> <span class="op">*</span> <span class="nam">CONFIG_TRIAL_REPEAT_COUNT</span> <span class="op">+</span> <span class="nam">repeat_j</span> <span class="op">+</span> <span class="num">1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">                    <span class="op">**</span><span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">                        <span class="fst">f"</span><span class="fst">opt_</span><span class="op">{</span><span class="nam">key</span><span class="op">}</span><span class="fst">_</span><span class="op">{</span><span class="nam">i</span><span class="op">}</span><span class="fst">"</span><span class="op">:</span> <span class="nam">val</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">                        <span class="str">f"opt_{key}_{i}"</span><span class="op">:</span> <span class="nam">val</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">                        <span class="key">for</span> <span class="op">(</span><span class="nam">i</span><span class="op">,</span> <span class="nam">opt_target</span><span class="op">)</span> <span class="key">in</span> <span class="nam">enumerate</span><span class="op">(</span><span class="nam">exp</span><span class="op">.</span><span class="nam">opt_targets</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">                        <span class="key">for</span> <span class="op">(</span><span class="nam">key</span><span class="op">,</span> <span class="nam">val</span><span class="op">)</span> <span class="key">in</span> <span class="nam">zip</span><span class="op">(</span><span class="op">[</span><span class="str">"target"</span><span class="op">,</span> <span class="str">"direction"</span><span class="op">]</span><span class="op">,</span> <span class="nam">opt_target</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">                    <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -315,7 +315,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_trial_config_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd___init___py.html b/htmlcov/z_5396f41af8b1e4bd___init___py.html
index 52c245acdd..e1cec587e8 100644
--- a/htmlcov/z_5396f41af8b1e4bd___init___py.html
+++ b/htmlcov/z_5396f41af8b1e4bd___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3398716e0933e076___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -99,7 +99,7 @@ <h2>
             <a class="nav" href="z_3398716e0933e076___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_dict_templater_py.html b/htmlcov/z_5396f41af8b1e4bd_dict_templater_py.html
index 4239d56db2..3c6b62d5fb 100644
--- a/htmlcov/z_5396f41af8b1e4bd_dict_templater_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_dict_templater_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -166,7 +166,7 @@ <h2>
     <p class="run"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">        <span class="key">elif</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">value</span><span class="op">,</span> <span class="op">(</span><span class="nam">int</span><span class="op">,</span> <span class="nam">float</span><span class="op">,</span> <span class="nam">bool</span><span class="op">)</span><span class="op">)</span> <span class="key">or</span> <span class="nam">value</span> <span class="key">is</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">            <span class="key">return</span> <span class="nam">value</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Unexpected type </span><span class="op">{</span><span class="nam">type</span><span class="op">(</span><span class="nam">value</span><span class="op">)</span><span class="op">}</span><span class="fst"> for value </span><span class="op">{</span><span class="nam">value</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Unexpected type {type(value)} for value {value}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">        <span class="key">return</span> <span class="nam">value</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
@@ -177,7 +177,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_event_loop_context_py.html b/htmlcov/z_5396f41af8b1e4bd_event_loop_context_py.html
index 7c49b8b360..4d43bff98a 100644
--- a/htmlcov/z_5396f41af8b1e4bd_event_loop_context_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_event_loop_context_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_launcher_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -191,7 +191,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_launcher_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_launcher_py.html b/htmlcov/z_5396f41af8b1e4bd_launcher_py.html
index 55ddac5946..c452a0ea21 100644
--- a/htmlcov/z_5396f41af8b1e4bd_launcher_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_launcher_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -138,7 +138,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t"><span class="str">            the source tree:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t"><span class="str">            &lt;https://github.com/microsoft/MLOS/tree/main/mlos_bench/></span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t"><span class="str">            """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">        <span class="nam">parser</span> <span class="op">=</span> <span class="nam">argparse</span><span class="op">.</span><span class="nam">ArgumentParser</span><span class="op">(</span><span class="nam">description</span><span class="op">=</span><span class="fst">f"</span><span class="op">{</span><span class="nam">description</span><span class="op">}</span><span class="fst"> : </span><span class="op">{</span><span class="nam">long_text</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">epilog</span><span class="op">=</span><span class="nam">epilog</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">        <span class="nam">parser</span> <span class="op">=</span> <span class="nam">argparse</span><span class="op">.</span><span class="nam">ArgumentParser</span><span class="op">(</span><span class="nam">description</span><span class="op">=</span><span class="str">f"{description} : {long_text}"</span><span class="op">,</span> <span class="nam">epilog</span><span class="op">=</span><span class="nam">epilog</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">        <span class="op">(</span><span class="nam">args</span><span class="op">,</span> <span class="nam">path_args</span><span class="op">,</span> <span class="nam">args_rest</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_parse_args</span><span class="op">(</span><span class="nam">parser</span><span class="op">,</span> <span class="nam">argv</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">        <span class="com"># Bootstrap config loader: command line takes priority.</span>&nbsp;</span><span class="r"></span></p>
@@ -306,7 +306,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t">            <span class="nam">required</span><span class="op">=</span><span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t">            <span class="nam">type</span><span class="op">=</span><span class="nam">str</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t">            <span class="nam">help</span><span class="op">=</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t">                <span class="fst">f"</span><span class="fst">Logging level. Default is </span><span class="op">{</span><span class="nam">logging</span><span class="op">.</span><span class="nam">getLevelName</span><span class="op">(</span><span class="nam">_LOG_LEVEL</span><span class="op">)</span><span class="op">}</span><span class="fst">. </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t">                <span class="str">f"Logging level. Default is {logging.getLevelName(_LOG_LEVEL)}. "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t">                <span class="str">"Set to DEBUG for debug, WARNING for warnings only."</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -640,7 +640,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_os_environ_py.html b/htmlcov/z_5396f41af8b1e4bd_os_environ_py.html
index 18e3eb242f..3486fd23c2 100644
--- a/htmlcov/z_5396f41af8b1e4bd_os_environ_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_os_environ_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_run_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -128,7 +128,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_run_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_run_py.html b/htmlcov/z_5396f41af8b1e4bd_run_py.html
index 341877c2a3..0b0b4d9a99 100644
--- a/htmlcov/z_5396f41af8b1e4bd_run_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_run_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9fc35783a1522e09___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -113,7 +113,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">    <span class="com"># Check if the scheduler has any trials.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">    <span class="key">if</span> <span class="key">not</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">trial_count</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">        <span class="key">raise</span> <span class="nam">RuntimeError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">No trials were run. </span><span class="op">{</span><span class="nam">basic_err_msg</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">        <span class="key">raise</span> <span class="nam">RuntimeError</span><span class="op">(</span><span class="str">f"No trials were run. {basic_err_msg}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">    <span class="com"># Check if the scheduler ran the expected number of trials.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t">    <span class="nam">expected_trial_count</span> <span class="op">=</span> <span class="nam">min</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -122,8 +122,8 @@ <h2>
     <p class="pln"><span class="n"><a id="t40" href="#t40">40</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t">    <span class="key">if</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">trial_count</span> <span class="op">&lt;</span> <span class="nam">expected_trial_count</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t">        <span class="key">raise</span> <span class="nam">RuntimeError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t">            <span class="fst">f"</span><span class="fst">Expected </span><span class="op">{</span><span class="nam">expected_trial_count</span><span class="op">}</span><span class="fst"> trials, </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">            <span class="fst">f"</span><span class="fst">but only </span><span class="op">{</span><span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">trial_count</span><span class="op">}</span><span class="fst"> were run. </span><span class="op">{</span><span class="nam">basic_err_msg</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t">            <span class="str">f"Expected {expected_trial_count} trials, "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">            <span class="str">f"but only {launcher.scheduler.trial_count} were run. {basic_err_msg}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">    <span class="com"># Check to see if "too many" trials seem to have failed (#523).</span>&nbsp;</span><span class="r"></span></p>
@@ -131,8 +131,8 @@ <h2>
     <p class="run"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">    <span class="key">if</span> <span class="nam">len</span><span class="op">(</span><span class="nam">unsuccessful_trials</span><span class="op">)</span> <span class="op">></span> <span class="num">0.2</span> <span class="op">*</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">trial_count</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">        <span class="key">raise</span> <span class="nam">RuntimeWarning</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">            <span class="str">"Too many trials failed: "</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">            <span class="fst">f"</span><span class="op">{</span><span class="nam">len</span><span class="op">(</span><span class="nam">unsuccessful_trials</span><span class="op">)</span><span class="op">}</span><span class="fst"> out of </span><span class="op">{</span><span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">trial_count</span><span class="op">}</span><span class="fst">. </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">            <span class="fst">f"</span><span class="op">{</span><span class="nam">basic_err_msg</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">            <span class="str">f"{len(unsuccessful_trials)} out of {launcher.scheduler.trial_count}. "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">            <span class="str">f"{basic_err_msg}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -166,7 +166,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">    <span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">        <span class="key">return</span> <span class="num">0</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">    <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Unexpected result: </span><span class="op">{</span><span class="nam">best_score</span><span class="op">=</span><span class="op">}</span><span class="fst">, </span><span class="op">{</span><span class="nam">best_config</span><span class="op">=</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Unexpected result: {best_score=}, {best_config=}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t"><span class="key">if</span> <span class="nam">__name__</span> <span class="op">==</span> <span class="str">"__main__"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -180,7 +180,7 @@ <h2>
             <a class="nav" href="z_9fc35783a1522e09___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_util_py.html b/htmlcov/z_5396f41af8b1e4bd_util_py.html
index 500b989db6..22234be02f 100644
--- a/htmlcov/z_5396f41af8b1e4bd_util_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_util_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -328,7 +328,7 @@ <h2>
     <p class="run"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t">    <span class="key">if</span> <span class="nam">missing_params</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t248" href="#t248">248</a></span><span class="t">            <span class="str">"The following parameters must be provided in the configuration"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t">            <span class="op">+</span> <span class="fst">f"</span><span class="fst"> or as command line arguments: </span><span class="op">{</span><span class="nam">missing_params</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t">            <span class="op">+</span> <span class="str">f" or as command line arguments: {missing_params}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t251" href="#t251">251</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t252" href="#t252">252</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -446,7 +446,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t364" href="#t364">364</a></span><span class="t">        <span class="com"># a timestamp conversion which we don't want.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t365" href="#t365">365</a></span><span class="t">        <span class="key">return</span> <span class="nam">timestamp</span><span class="op">.</span><span class="nam">replace</span><span class="op">(</span><span class="nam">tzinfo</span><span class="op">=</span><span class="nam">pytz</span><span class="op">.</span><span class="nam">UTC</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t366" href="#t366">366</a></span><span class="t">    <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t367" href="#t367">367</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid origin: </span><span class="op">{</span><span class="nam">origin</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t367" href="#t367">367</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid origin: {origin}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t368" href="#t368">368</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t369" href="#t369">369</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t370" href="#t370">370</a></span><span class="t"><span class="key">def</span> <span class="nam">utcify_nullable_timestamp</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -497,15 +497,15 @@ <h2>
     <p class="mis show_mis"><span class="n"><a id="t415" href="#t415">415</a></span><span class="t">        <span class="key">elif</span> <span class="nam">origin</span> <span class="op">==</span> <span class="str">"utc"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t416" href="#t416">416</a></span><span class="t">            <span class="nam">tzinfo</span> <span class="op">=</span> <span class="nam">pytz</span><span class="op">.</span><span class="nam">UTC</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t417" href="#t417">417</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t418" href="#t418">418</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid timezone origin: </span><span class="op">{</span><span class="nam">origin</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t418" href="#t418">418</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid timezone origin: {origin}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t419" href="#t419">419</a></span><span class="t">        <span class="nam">new_datetime_col</span> <span class="op">=</span> <span class="nam">new_datetime_col</span><span class="op">.</span><span class="nam">dt</span><span class="op">.</span><span class="nam">tz_localize</span><span class="op">(</span><span class="nam">tzinfo</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t420" href="#t420">420</a></span><span class="t">    <span class="key">assert</span> <span class="nam">new_datetime_col</span><span class="op">.</span><span class="nam">dt</span><span class="op">.</span><span class="nam">tz</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t421" href="#t421">421</a></span><span class="t">    <span class="com"># And convert it to UTC.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t422" href="#t422">422</a></span><span class="t">    <span class="nam">new_datetime_col</span> <span class="op">=</span> <span class="nam">new_datetime_col</span><span class="op">.</span><span class="nam">dt</span><span class="op">.</span><span class="nam">tz_convert</span><span class="op">(</span><span class="str">"UTC"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t423" href="#t423">423</a></span><span class="t">    <span class="key">if</span> <span class="nam">new_datetime_col</span><span class="op">.</span><span class="nam">isna</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">any</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t424" href="#t424">424</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid date format in the data: </span><span class="op">{</span><span class="nam">datetime_col</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t424" href="#t424">424</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid date format in the data: {datetime_col}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t425" href="#t425">425</a></span><span class="t">    <span class="key">if</span> <span class="nam">new_datetime_col</span><span class="op">.</span><span class="nam">le</span><span class="op">(</span><span class="nam">_MIN_TS</span><span class="op">)</span><span class="op">.</span><span class="nam">any</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t426" href="#t426">426</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid date range in the data: </span><span class="op">{</span><span class="nam">datetime_col</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t426" href="#t426">426</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid date range in the data: {datetime_col}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t427" href="#t427">427</a></span><span class="t">    <span class="key">return</span> <span class="nam">new_datetime_col</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
@@ -516,7 +516,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_version_py.html b/htmlcov/z_5396f41af8b1e4bd_version_py.html
index fcaa8c97e7..abf66c17d1 100644
--- a/htmlcov/z_5396f41af8b1e4bd_version_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_version_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fc7f0a2d8bc93d67___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="z_fc7f0a2d8bc93d67___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_539c3520b5c68f82_test_optimizer_schemas_py.html b/htmlcov/z_539c3520b5c68f82_test_optimizer_schemas_py.html
index 9aba13f925..1a5d2e5246 100644
--- a/htmlcov/z_539c3520b5c68f82_test_optimizer_schemas_py.html
+++ b/htmlcov/z_539c3520b5c68f82_test_optimizer_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_002489c1955d0852_test_scheduler_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -146,8 +146,8 @@ <h2>
     <p class="run"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">        <span class="key">if</span> <span class="nam">try_resolve_class_name</span><span class="op">(</span><span class="nam">test_case</span><span class="op">.</span><span class="nam">config</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"class"</span><span class="op">)</span><span class="op">)</span> <span class="op">==</span> <span class="nam">mlos_bench_optimizer_type</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">            <span class="key">return</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">    <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">        <span class="fst">f"</span><span class="fst">Missing test case for subtype </span><span class="op">{</span><span class="nam">test_case_subtype</span><span class="op">}</span><span class="fst"> </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">        <span class="fst">f"</span><span class="fst">for Optimizer class </span><span class="op">{</span><span class="nam">mlos_bench_optimizer_type</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">        <span class="str">f"Missing test case for subtype {test_case_subtype} "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">        <span class="str">f"for Optimizer class {mlos_bench_optimizer_type}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -177,8 +177,8 @@ <h2>
     <p class="run"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">            <span class="key">if</span> <span class="nam">optimizer_type</span> <span class="op">==</span> <span class="nam">optimizer_name</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t">                <span class="key">return</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">    <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">        <span class="fst">f"</span><span class="fst">Missing test case for type </span><span class="op">{</span><span class="nam">test_case_type</span><span class="op">}</span><span class="fst"> </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">        <span class="fst">f"</span><span class="fst">for MlosCore Optimizer type </span><span class="op">{</span><span class="nam">mlos_core_optimizer_type</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">        <span class="str">f"Missing test case for type {test_case_type} "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">        <span class="str">f"for MlosCore Optimizer type {mlos_core_optimizer_type}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -206,8 +206,8 @@ <h2>
     <p class="run"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">            <span class="key">if</span> <span class="nam">space_adapter_type</span> <span class="op">==</span> <span class="nam">space_adapter_name</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">                <span class="key">return</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">    <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">        <span class="fst">f"</span><span class="fst">Missing test case for type </span><span class="op">{</span><span class="nam">test_case_type</span><span class="op">}</span><span class="fst"> </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">        <span class="fst">f"</span><span class="fst">for SpaceAdapter type </span><span class="op">{</span><span class="nam">mlos_core_space_adapter_type</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">        <span class="str">f"Missing test case for type {test_case_type} "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">        <span class="str">f"for SpaceAdapter type {mlos_core_space_adapter_type}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -243,7 +243,7 @@ <h2>
             <a class="nav" href="z_002489c1955d0852_test_scheduler_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_57125b4c4afc531d_test_services_schemas_py.html b/htmlcov/z_57125b4c4afc531d_test_services_schemas_py.html
index 7cb9fa4896..96d2f4e1e1 100644
--- a/htmlcov/z_57125b4c4afc531d_test_services_schemas_py.html
+++ b/htmlcov/z_57125b4c4afc531d_test_services_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_067584b402678614_test_storage_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -155,7 +155,7 @@ <h2>
     <p class="run"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">            <span class="key">if</span> <span class="nam">try_resolve_class_name</span><span class="op">(</span><span class="nam">config</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"class"</span><span class="op">)</span><span class="op">)</span> <span class="op">==</span> <span class="nam">service_class</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">                <span class="key">return</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">    <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">        <span class="fst">f"</span><span class="fst">Missing test case for subtype </span><span class="op">{</span><span class="nam">test_case_subtype</span><span class="op">}</span><span class="fst"> for service class </span><span class="op">{</span><span class="nam">service_class</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">        <span class="str">f"Missing test case for subtype {test_case_subtype} for service class {service_class}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -191,7 +191,7 @@ <h2>
             <a class="nav" href="z_067584b402678614_test_storage_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c___init___py.html b/htmlcov/z_6d460002ba244c5c___init___py.html
index 13b0b09c4c..c84bafbf62 100644
--- a/htmlcov/z_6d460002ba244c5c___init___py.html
+++ b/htmlcov/z_6d460002ba244c5c___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -97,7 +97,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_conftest_py.html b/htmlcov/z_6d460002ba244c5c_conftest_py.html
index 41fa109ba8..a5d200e436 100644
--- a/htmlcov/z_6d460002ba244c5c_conftest_py.html
+++ b/htmlcov/z_6d460002ba244c5c_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_exp_context_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -114,7 +114,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_exp_context_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_exp_context_test_py.html b/htmlcov/z_6d460002ba244c5c_exp_context_test_py.html
index af8a04473b..60e5dbfeac 100644
--- a/htmlcov/z_6d460002ba244c5c_exp_context_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_exp_context_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_exp_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -102,7 +102,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_exp_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_exp_data_test_py.html b/htmlcov/z_6d460002ba244c5c_exp_data_test_py.html
index 9e30e8a4e4..9cd61a0b4c 100644
--- a/htmlcov/z_6d460002ba244c5c_exp_data_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_exp_data_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_exp_load_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -245,7 +245,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_exp_load_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_exp_load_test_py.html b/htmlcov/z_6d460002ba244c5c_exp_load_test_py.html
index a0e0f3935c..00291c7f56 100644
--- a/htmlcov/z_6d460002ba244c5c_exp_load_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_exp_load_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_51dc247422d0d699___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -236,7 +236,7 @@ <h2>
     <p class="run"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">    <span class="op">(</span><span class="nam">trial_ids</span><span class="op">,</span> <span class="nam">configs</span><span class="op">,</span> <span class="nam">scores</span><span class="op">,</span> <span class="nam">status</span><span class="op">)</span> <span class="op">=</span> <span class="nam">exp_storage</span><span class="op">.</span><span class="nam">load</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">    <span class="key">assert</span> <span class="nam">trial_ids</span> <span class="op">==</span> <span class="op">[</span><span class="nam">trial_fail</span><span class="op">.</span><span class="nam">trial_id</span><span class="op">,</span> <span class="nam">trial_succ</span><span class="op">.</span><span class="nam">trial_id</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">    <span class="key">assert</span> <span class="nam">len</span><span class="op">(</span><span class="nam">configs</span><span class="op">)</span> <span class="op">==</span> <span class="num">2</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">    <span class="key">assert</span> <span class="nam">scores</span> <span class="op">==</span> <span class="op">[</span><span class="key">None</span><span class="op">,</span> <span class="op">{</span><span class="str">"score"</span><span class="op">:</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">score</span><span class="op">}</span><span class="fst">"</span><span class="op">}</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">    <span class="key">assert</span> <span class="nam">scores</span> <span class="op">==</span> <span class="op">[</span><span class="key">None</span><span class="op">,</span> <span class="op">{</span><span class="str">"score"</span><span class="op">:</span> <span class="str">f"{score}"</span><span class="op">}</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">    <span class="key">assert</span> <span class="nam">status</span> <span class="op">==</span> <span class="op">[</span><span class="nam">Status</span><span class="op">.</span><span class="nam">FAILED</span><span class="op">,</span> <span class="nam">Status</span><span class="op">.</span><span class="nam">SUCCEEDED</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">    <span class="key">assert</span> <span class="nam">tunable_groups</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">assign</span><span class="op">(</span><span class="nam">configs</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">)</span><span class="op">.</span><span class="nam">reset</span><span class="op">(</span><span class="op">)</span> <span class="op">==</span> <span class="nam">trial_fail</span><span class="op">.</span><span class="nam">tunables</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">    <span class="key">assert</span> <span class="nam">tunable_groups</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">assign</span><span class="op">(</span><span class="nam">configs</span><span class="op">[</span><span class="num">1</span><span class="op">]</span><span class="op">)</span><span class="op">.</span><span class="nam">reset</span><span class="op">(</span><span class="op">)</span> <span class="op">==</span> <span class="nam">trial_succ</span><span class="op">.</span><span class="nam">tunables</span>&nbsp;</span><span class="r"></span></p>
@@ -249,7 +249,7 @@ <h2>
             <a class="nav" href="z_51dc247422d0d699___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_trial_config_test_py.html b/htmlcov/z_6d460002ba244c5c_trial_config_test_py.html
index 000a7e8d0f..e0750ca1ac 100644
--- a/htmlcov/z_6d460002ba244c5c_trial_config_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_trial_config_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_trial_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -191,7 +191,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_trial_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_trial_data_test_py.html b/htmlcov/z_6d460002ba244c5c_trial_data_test_py.html
index 440f2bf524..75089e2966 100644
--- a/htmlcov/z_6d460002ba244c5c_trial_data_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_trial_data_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_trial_schedule_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -117,7 +117,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_trial_schedule_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_trial_schedule_test_py.html b/htmlcov/z_6d460002ba244c5c_trial_schedule_test_py.html
index 798c701cea..c289935d0c 100644
--- a/htmlcov/z_6d460002ba244c5c_trial_schedule_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_trial_schedule_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_trial_telemetry_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -207,7 +207,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_trial_telemetry_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_trial_telemetry_test_py.html b/htmlcov/z_6d460002ba244c5c_trial_telemetry_test_py.html
index 93aa73365d..097d297510 100644
--- a/htmlcov/z_6d460002ba244c5c_trial_telemetry_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_trial_telemetry_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_tunable_config_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_tunable_config_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_tunable_config_data_test_py.html b/htmlcov/z_6d460002ba244c5c_tunable_config_data_test_py.html
index 0cfc3f035b..be33098609 100644
--- a/htmlcov/z_6d460002ba244c5c_tunable_config_data_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_tunable_config_data_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -143,7 +143,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html b/htmlcov/z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html
index bacbad3a57..06bcf5c4da 100644
--- a/htmlcov/z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_test_with_alt_tz_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -189,7 +189,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_test_with_alt_tz_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_72e2a6025cdb9b6f___init___py.html b/htmlcov/z_72e2a6025cdb9b6f___init___py.html
index b0531b8b89..9fda107abb 100644
--- a/htmlcov/z_72e2a6025cdb9b6f___init___py.html
+++ b/htmlcov/z_72e2a6025cdb9b6f___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_72e2a6025cdb9b6f_bayesian_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -104,7 +104,7 @@ <h2>
             <a class="nav" href="z_72e2a6025cdb9b6f_bayesian_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_72e2a6025cdb9b6f_bayesian_optimizer_py.html b/htmlcov/z_72e2a6025cdb9b6f_bayesian_optimizer_py.html
index ce3e654513..4003c94590 100644
--- a/htmlcov/z_72e2a6025cdb9b6f_bayesian_optimizer_py.html
+++ b/htmlcov/z_72e2a6025cdb9b6f_bayesian_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_72e2a6025cdb9b6f_smac_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -150,7 +150,7 @@ <h2>
             <a class="nav" href="z_72e2a6025cdb9b6f_smac_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_72e2a6025cdb9b6f_smac_optimizer_py.html b/htmlcov/z_72e2a6025cdb9b6f_smac_optimizer_py.html
index 0f273ed2ab..0183cd58f0 100644
--- a/htmlcov/z_72e2a6025cdb9b6f_smac_optimizer_py.html
+++ b/htmlcov/z_72e2a6025cdb9b6f_smac_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_83ca15bbe4632fea_flaml_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -386,7 +386,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t304" href="#t304">304</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t305" href="#t305">305</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t306" href="#t306">306</a></span><span class="t">        <span class="key">if</span> <span class="nam">context</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t307" href="#t307">307</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Not Implemented: Ignoring context </span><span class="op">{</span><span class="nam">list</span><span class="op">(</span><span class="nam">context</span><span class="op">.</span><span class="nam">columns</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t307" href="#t307">307</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="str">f"Not Implemented: Ignoring context {list(context.columns)}"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t308" href="#t308">308</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t309" href="#t309">309</a></span><span class="t">        <span class="com"># Register each trial (one-by-one)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t310" href="#t310">310</a></span><span class="t">        <span class="key">for</span> <span class="nam">config</span><span class="op">,</span> <span class="op">(</span><span class="nam">_i</span><span class="op">,</span> <span class="nam">score</span><span class="op">)</span> <span class="key">in</span> <span class="nam">zip</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -430,7 +430,7 @@ <h2>
     <p class="exc show_exc"><span class="n"><a id="t348" href="#t348">348</a></span><span class="t">            <span class="key">from</span> <span class="nam">smac</span><span class="op">.</span><span class="nam">runhistory</span> <span class="key">import</span> <span class="nam">TrialInfo</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t349" href="#t349">349</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t350" href="#t350">350</a></span><span class="t">        <span class="key">if</span> <span class="nam">context</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t351" href="#t351">351</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Not Implemented: Ignoring context </span><span class="op">{</span><span class="nam">list</span><span class="op">(</span><span class="nam">context</span><span class="op">.</span><span class="nam">columns</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t351" href="#t351">351</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="str">f"Not Implemented: Ignoring context {list(context.columns)}"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t352" href="#t352">352</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t353" href="#t353">353</a></span><span class="t">        <span class="nam">trial</span><span class="op">:</span> <span class="nam">TrialInfo</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">base_optimizer</span><span class="op">.</span><span class="nam">ask</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t354" href="#t354">354</a></span><span class="t">        <span class="nam">trial</span><span class="op">.</span><span class="nam">config</span><span class="op">.</span><span class="nam">check_valid_configuration</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -464,7 +464,7 @@ <h2>
     <p class="run"><span class="n"><a id="t382" href="#t382">382</a></span><span class="t">        <span class="key">from</span> <span class="nam">smac</span><span class="op">.</span><span class="nam">utils</span><span class="op">.</span><span class="nam">configspace</span> <span class="key">import</span> <span class="nam">convert_configurations_to_array</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t383" href="#t383">383</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t384" href="#t384">384</a></span><span class="t">        <span class="key">if</span> <span class="nam">context</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t385" href="#t385">385</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Not Implemented: Ignoring context </span><span class="op">{</span><span class="nam">list</span><span class="op">(</span><span class="nam">context</span><span class="op">.</span><span class="nam">columns</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t385" href="#t385">385</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="str">f"Not Implemented: Ignoring context {list(context.columns)}"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t386" href="#t386">386</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_space_adapter</span> <span class="key">and</span> <span class="key">not</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_space_adapter</span><span class="op">,</span> <span class="nam">IdentityAdapter</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t387" href="#t387">387</a></span><span class="t">            <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span><span class="str">"Space adapter not supported for surrogate_predict."</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t388" href="#t388">388</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -473,7 +473,7 @@ <h2>
     <p class="run"><span class="n"><a id="t391" href="#t391">391</a></span><span class="t">            <span class="key">raise</span> <span class="nam">RuntimeError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t392" href="#t392">392</a></span><span class="t">                <span class="str">"Surrogate model can make predictions *only* after "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t393" href="#t393">393</a></span><span class="t">                <span class="str">"all initial points have been evaluated "</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t394" href="#t394">394</a></span><span class="t">                <span class="fst">f"</span><span class="op">{</span><span class="nam">len</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_observations</span><span class="op">)</span><span class="op">}</span><span class="fst"> &lt;= </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">base_optimizer</span><span class="op">.</span><span class="nam">_initial_design</span><span class="op">.</span><span class="nam">_n_configs</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t394" href="#t394">394</a></span><span class="t">                <span class="str">f"{len(self._observations)} &lt;= {self.base_optimizer._initial_design._n_configs}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t395" href="#t395">395</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t396" href="#t396">396</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">base_optimizer</span><span class="op">.</span><span class="nam">_config_selector</span><span class="op">.</span><span class="nam">_model</span> <span class="key">is</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t397" href="#t397">397</a></span><span class="t">            <span class="key">raise</span> <span class="nam">RuntimeError</span><span class="op">(</span><span class="str">"Surrogate model is not yet trained"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -493,7 +493,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t411" href="#t411">411</a></span><span class="t">        <span class="nam">context</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t412" href="#t412">412</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">npt</span><span class="op">.</span><span class="nam">NDArray</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t413" href="#t413">413</a></span><span class="t">        <span class="key">if</span> <span class="nam">context</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t414" href="#t414">414</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Not Implemented: Ignoring context </span><span class="op">{</span><span class="nam">list</span><span class="op">(</span><span class="nam">context</span><span class="op">.</span><span class="nam">columns</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t414" href="#t414">414</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="str">f"Not Implemented: Ignoring context {list(context.columns)}"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t415" href="#t415">415</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_space_adapter</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t416" href="#t416">416</a></span><span class="t">            <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t417" href="#t417">417</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -544,7 +544,7 @@ <h2>
             <a class="nav" href="z_83ca15bbe4632fea_flaml_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_75096bf83df2f5ed___init___py.html b/htmlcov/z_75096bf83df2f5ed___init___py.html
index 57d9bc7835..dfb02a544e 100644
--- a/htmlcov/z_75096bf83df2f5ed___init___py.html
+++ b/htmlcov/z_75096bf83df2f5ed___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b5994b7a43ca5d1f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -108,7 +108,7 @@ <h2>
             <a class="nav" href="z_b5994b7a43ca5d1f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_7980ac9b936dbc70___init___py.html b/htmlcov/z_7980ac9b936dbc70___init___py.html
index b242fb1a1d..f2f1d3ee8e 100644
--- a/htmlcov/z_7980ac9b936dbc70___init___py.html
+++ b/htmlcov/z_7980ac9b936dbc70___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -112,7 +112,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">    <span class="nam">submodules</span> <span class="op">=</span> <span class="op">[</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">    <span class="key">for</span> <span class="nam">_</span><span class="op">,</span> <span class="nam">submodule_name</span><span class="op">,</span> <span class="nam">_</span> <span class="key">in</span> <span class="nam">walk_packages</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">        <span class="nam">pkg</span><span class="op">.</span><span class="nam">__path__</span><span class="op">,</span> <span class="nam">prefix</span><span class="op">=</span><span class="fst">f"</span><span class="op">{</span><span class="nam">pkg</span><span class="op">.</span><span class="nam">__name__</span><span class="op">}</span><span class="fst">.</span><span class="fst">"</span><span class="op">,</span> <span class="nam">onerror</span><span class="op">=</span><span class="key">lambda</span> <span class="nam">x</span><span class="op">:</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">        <span class="nam">pkg</span><span class="op">.</span><span class="nam">__path__</span><span class="op">,</span> <span class="nam">prefix</span><span class="op">=</span><span class="str">f"{pkg.__name__}."</span><span class="op">,</span> <span class="nam">onerror</span><span class="op">=</span><span class="key">lambda</span> <span class="nam">x</span><span class="op">:</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">    <span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">        <span class="nam">submodules</span><span class="op">.</span><span class="nam">append</span><span class="op">(</span><span class="nam">submodule_name</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">    <span class="key">return</span> <span class="nam">submodules</span>&nbsp;</span><span class="r"></span></p>
@@ -159,7 +159,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_83ca15bbe4632fea___init___py.html b/htmlcov/z_83ca15bbe4632fea___init___py.html
index 3daf12ae7f..d38cd22e37 100644
--- a/htmlcov/z_83ca15bbe4632fea___init___py.html
+++ b/htmlcov/z_83ca15bbe4632fea___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_72e2a6025cdb9b6f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -202,7 +202,7 @@ <h2>
             <a class="nav" href="z_72e2a6025cdb9b6f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_83ca15bbe4632fea_flaml_optimizer_py.html b/htmlcov/z_83ca15bbe4632fea_flaml_optimizer_py.html
index f67b2d8480..79ab9eb435 100644
--- a/htmlcov/z_83ca15bbe4632fea_flaml_optimizer_py.html
+++ b/htmlcov/z_83ca15bbe4632fea_flaml_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_83ca15bbe4632fea_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -201,9 +201,9 @@ <h2>
     <p class="pln"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t"><span class="str">            Not Yet Implemented.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">        <span class="key">if</span> <span class="nam">context</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Not Implemented: Ignoring context </span><span class="op">{</span><span class="nam">list</span><span class="op">(</span><span class="nam">context</span><span class="op">.</span><span class="nam">columns</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="str">f"Not Implemented: Ignoring context {list(context.columns)}"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">        <span class="key">if</span> <span class="nam">metadata</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Not Implemented: Ignoring metadata </span><span class="op">{</span><span class="nam">list</span><span class="op">(</span><span class="nam">metadata</span><span class="op">.</span><span class="nam">columns</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="str">f"Not Implemented: Ignoring metadata {list(metadata.columns)}"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">        <span class="key">for</span> <span class="op">(</span><span class="nam">_</span><span class="op">,</span> <span class="nam">config</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="nam">_</span><span class="op">,</span> <span class="nam">score</span><span class="op">)</span> <span class="key">in</span> <span class="nam">zip</span><span class="op">(</span><span class="nam">configs</span><span class="op">.</span><span class="nam">astype</span><span class="op">(</span><span class="str">"O"</span><span class="op">)</span><span class="op">.</span><span class="nam">iterrows</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="nam">scores</span><span class="op">.</span><span class="nam">iterrows</span><span class="op">(</span><span class="op">)</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">            <span class="com"># Remove None values for inactive config parameters</span>&nbsp;</span><span class="r"></span></p>
@@ -213,7 +213,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">                <span class="nam">values</span><span class="op">=</span><span class="nam">config_dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t">            <span class="key">if</span> <span class="nam">cs_config</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">evaluated_samples</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">                <span class="nam">warn</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Configuration </span><span class="op">{</span><span class="nam">config</span><span class="op">}</span><span class="fst"> was already registered</span><span class="fst">"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">                <span class="nam">warn</span><span class="op">(</span><span class="str">f"Configuration {config} was already registered"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">evaluated_samples</span><span class="op">[</span><span class="nam">cs_config</span><span class="op">]</span> <span class="op">=</span> <span class="nam">EvaluatedSample</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">                <span class="nam">config</span><span class="op">=</span><span class="nam">config_dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">                <span class="nam">score</span><span class="op">=</span><span class="nam">float</span><span class="op">(</span><span class="nam">np</span><span class="op">.</span><span class="nam">average</span><span class="op">(</span><span class="nam">score</span><span class="op">.</span><span class="nam">astype</span><span class="op">(</span><span class="nam">float</span><span class="op">)</span><span class="op">,</span> <span class="nam">weights</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_objective_weights</span><span class="op">)</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -243,7 +243,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t"><span class="str">            Not implemented.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t">        <span class="key">if</span> <span class="nam">context</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Not Implemented: Ignoring context </span><span class="op">{</span><span class="nam">list</span><span class="op">(</span><span class="nam">context</span><span class="op">.</span><span class="nam">columns</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="str">f"Not Implemented: Ignoring context {list(context.columns)}"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t">        <span class="nam">config</span><span class="op">:</span> <span class="nam">dict</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_get_next_config</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t">        <span class="key">return</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span><span class="nam">config</span><span class="op">,</span> <span class="nam">index</span><span class="op">=</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">)</span><span class="op">,</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -345,7 +345,7 @@ <h2>
             <a class="nav" href="z_83ca15bbe4632fea_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_83ca15bbe4632fea_optimizer_py.html b/htmlcov/z_83ca15bbe4632fea_optimizer_py.html
index a40414cc1b..1dba45efc1 100644
--- a/htmlcov/z_83ca15bbe4632fea_optimizer_py.html
+++ b/htmlcov/z_83ca15bbe4632fea_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_83ca15bbe4632fea_random_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -145,7 +145,7 @@ <h2>
     <p class="run"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_pending_observations</span><span class="op">:</span> <span class="nam">List</span><span class="op">[</span><span class="nam">Tuple</span><span class="op">[</span><span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">,</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">]</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="op">[</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">    <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span><span class="op">}</span><span class="fst">(space_adapter=</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">space_adapter</span><span class="op">}</span><span class="fst">)</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">        <span class="key">return</span> <span class="str">f"{self.__class__.__name__}(space_adapter={self.space_adapter})"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">    <span class="key">def</span> <span class="nam">space_adapter</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">BaseSpaceAdapter</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -442,7 +442,7 @@ <h2>
             <a class="nav" href="z_83ca15bbe4632fea_random_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_83ca15bbe4632fea_random_optimizer_py.html b/htmlcov/z_83ca15bbe4632fea_random_optimizer_py.html
index 5509f76cfd..f931d6d8e1 100644
--- a/htmlcov/z_83ca15bbe4632fea_random_optimizer_py.html
+++ b/htmlcov/z_83ca15bbe4632fea_random_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_01a0fb711d8b07b3___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -134,9 +134,9 @@ <h2>
     <p class="pln"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t"><span class="str">            Not Yet Implemented.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">        <span class="key">if</span> <span class="nam">context</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Not Implemented: Ignoring context </span><span class="op">{</span><span class="nam">list</span><span class="op">(</span><span class="nam">context</span><span class="op">.</span><span class="nam">columns</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="str">f"Not Implemented: Ignoring context {list(context.columns)}"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">        <span class="key">if</span> <span class="nam">metadata</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Not Implemented: Ignoring context </span><span class="op">{</span><span class="nam">list</span><span class="op">(</span><span class="nam">metadata</span><span class="op">.</span><span class="nam">columns</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="str">f"Not Implemented: Ignoring context {list(metadata.columns)}"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">        <span class="com"># should we pop them from self.pending_observations?</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">    <span class="key">def</span> <span class="nam">_suggest</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -164,7 +164,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">        <span class="key">if</span> <span class="nam">context</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">            <span class="com"># not sure how that works here?</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Not Implemented: Ignoring context </span><span class="op">{</span><span class="nam">list</span><span class="op">(</span><span class="nam">context</span><span class="op">.</span><span class="nam">columns</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span><span class="str">f"Not Implemented: Ignoring context {list(context.columns)}"</span><span class="op">,</span> <span class="nam">UserWarning</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">        <span class="key">return</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">            <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span><span class="nam">dict</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">optimizer_parameter_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="op">)</span><span class="op">)</span><span class="op">,</span> <span class="nam">index</span><span class="op">=</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">            <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -188,7 +188,7 @@ <h2>
             <a class="nav" href="z_01a0fb711d8b07b3___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_866c2aed5680b990_test_tunable_params_schemas_py.html b/htmlcov/z_866c2aed5680b990_test_tunable_params_schemas_py.html
index 92c8c5fce1..09b9cd469a 100644
--- a/htmlcov/z_866c2aed5680b990_test_tunable_params_schemas_py.html
+++ b/htmlcov/z_866c2aed5680b990_test_tunable_params_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -120,7 +120,7 @@ <h2>
             <a class="nav" href="z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83___init___py.html b/htmlcov/z_8a1cf60827db5b83___init___py.html
index c9b5a739d5..335101dbf3 100644
--- a/htmlcov/z_8a1cf60827db5b83___init___py.html
+++ b/htmlcov/z_8a1cf60827db5b83___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_authenticator_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -118,7 +118,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_authenticator_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_authenticator_type_py.html b/htmlcov/z_8a1cf60827db5b83_authenticator_type_py.html
index 51aff6014a..e73725cfef 100644
--- a/htmlcov/z_8a1cf60827db5b83_authenticator_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_authenticator_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_config_loader_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -133,7 +133,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_config_loader_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_config_loader_type_py.html b/htmlcov/z_8a1cf60827db5b83_config_loader_type_py.html
index 760aa8fd59..abcce003cd 100644
--- a/htmlcov/z_8a1cf60827db5b83_config_loader_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_config_loader_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_fileshare_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -253,7 +253,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_fileshare_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_fileshare_type_py.html b/htmlcov/z_8a1cf60827db5b83_fileshare_type_py.html
index 1a2c091dc0..60c9506ada 100644
--- a/htmlcov/z_8a1cf60827db5b83_fileshare_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_fileshare_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_host_ops_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -148,7 +148,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_host_ops_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_host_ops_type_py.html b/htmlcov/z_8a1cf60827db5b83_host_ops_type_py.html
index 95e8d5b8ce..642965e633 100644
--- a/htmlcov/z_8a1cf60827db5b83_host_ops_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_host_ops_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_host_provisioner_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_host_provisioner_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_host_provisioner_type_py.html b/htmlcov/z_8a1cf60827db5b83_host_provisioner_type_py.html
index 24239baa4a..5772d282c9 100644
--- a/htmlcov/z_8a1cf60827db5b83_host_provisioner_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_host_provisioner_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_local_exec_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -179,7 +179,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_local_exec_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_local_exec_type_py.html b/htmlcov/z_8a1cf60827db5b83_local_exec_type_py.html
index 17068fac99..4f4c92ce21 100644
--- a/htmlcov/z_8a1cf60827db5b83_local_exec_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_local_exec_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_network_provisioner_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -165,7 +165,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_network_provisioner_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_network_provisioner_type_py.html b/htmlcov/z_8a1cf60827db5b83_network_provisioner_type_py.html
index f6f381d0ad..67f44e322b 100644
--- a/htmlcov/z_8a1cf60827db5b83_network_provisioner_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_network_provisioner_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_os_ops_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -166,7 +166,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_os_ops_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_os_ops_type_py.html b/htmlcov/z_8a1cf60827db5b83_os_ops_type_py.html
index 52fd35f160..191d36d1d0 100644
--- a/htmlcov/z_8a1cf60827db5b83_os_ops_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_os_ops_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_remote_config_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -160,7 +160,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_remote_config_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_remote_config_type_py.html b/htmlcov/z_8a1cf60827db5b83_remote_config_type_py.html
index 452e926087..87d79901ec 100644
--- a/htmlcov/z_8a1cf60827db5b83_remote_config_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_remote_config_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_remote_exec_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -140,7 +140,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_remote_exec_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_remote_exec_type_py.html b/htmlcov/z_8a1cf60827db5b83_remote_exec_type_py.html
index 11f924511e..b42846d3c3 100644
--- a/htmlcov/z_8a1cf60827db5b83_remote_exec_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_remote_exec_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -154,7 +154,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7___init___py.html b/htmlcov/z_8bda1461cdfcd6c7___init___py.html
index 8af3e39ed0..63208ac2d4 100644
--- a/htmlcov/z_8bda1461cdfcd6c7___init___py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_auth_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -108,7 +108,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_auth_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_auth_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_auth_py.html
index 73576bbcdd..9404aa1d35 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_auth_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_auth_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -182,7 +182,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">        <span class="com"># Get a client for fetching cert info</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">        <span class="nam">keyvault_secrets_client</span> <span class="op">=</span> <span class="nam">SecretClient</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">            <span class="nam">vault_url</span><span class="op">=</span><span class="fst">f"</span><span class="fst">https://</span><span class="op">{</span><span class="nam">keyvault_name</span><span class="op">}</span><span class="fst">.vault.azure.net</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">            <span class="nam">vault_url</span><span class="op">=</span><span class="str">f"https://{keyvault_name}.vault.azure.net"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">            <span class="nam">credential</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_cred</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -224,7 +224,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_deployment_services_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_deployment_services_py.html
index bfc048f00d..4581088425 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_deployment_services_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_deployment_services_py.html
@@ -2,7 +2,7 @@
 <html lang="en">
 <head>
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
-    <title>Coverage for mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py: 76%</title>
+    <title>Coverage for mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py: 75%</title>
     <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png">
     <link rel="stylesheet" href="style_cb_8e611ae1.css" type="text/css">
     <script src="coverage_html_cb_6fb7b396.js" defer></script>
@@ -12,7 +12,7 @@
     <div class="content">
         <h1>
             <span class="text">Coverage for </span><b>mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py</b>:
-            <span class="pc_cov">76%</span>
+            <span class="pc_cov">75%</span>
         </h1>
         <aside id="help_panel_wrapper">
             <input id="help_panel_state" type="checkbox">
@@ -55,8 +55,8 @@ <h1>
         </aside>
         <h2>
             <span class="text">178 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">135<span class="text"> run</span></button>
-            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">43<span class="text"> missing</span></button>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">134<span class="text"> run</span></button>
+            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">44<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">1<span class="text"> excluded</span></button>
         </h2>
         <p class="text">
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -326,7 +326,7 @@ <h2>
     <p class="run"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t">            <span class="key">return</span> <span class="op">(</span><span class="nam">Status</span><span class="op">.</span><span class="nam">FAILED</span><span class="op">,</span> <span class="op">{</span><span class="op">}</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t248" href="#t248">248</a></span><span class="t">                <span class="str">"Response: %s\n%s"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t">                <span class="nam">response</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t">                <span class="nam">json</span><span class="op">.</span><span class="nam">dumps</span><span class="op">(</span><span class="nam">response</span><span class="op">.</span><span class="nam">json</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="nam">indent</span><span class="op">=</span><span class="num">2</span><span class="op">)</span> <span class="key">if</span> <span class="nam">response</span><span class="op">.</span><span class="nam">content</span> <span class="key">else</span> <span class="str">""</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -520,7 +520,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t438" href="#t438">438</a></span><span class="t"><span class="str">            Status is one of {PENDING, SUCCEEDED, FAILED}</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t439" href="#t439">439</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t440" href="#t440">440</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_deploy_template</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t441" href="#t441">441</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Missing deployment template: </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t441" href="#t441">441</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Missing deployment template: {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t442" href="#t442">442</a></span><span class="t">        <span class="nam">params</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_set_default_params</span><span class="op">(</span><span class="nam">params</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t443" href="#t443">443</a></span><span class="t">        <span class="nam">config</span> <span class="op">=</span> <span class="nam">merge_parameters</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t444" href="#t444">444</a></span><span class="t">            <span class="nam">dest</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">config</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -597,7 +597,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_fileshare_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_fileshare_py.html
index 0a979332bb..ccb4ff4ec7 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_fileshare_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_fileshare_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_network_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -155,7 +155,7 @@ <h2>
     <p class="mis show_mis"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">            <span class="nam">credential</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_auth_service</span><span class="op">.</span><span class="nam">get_credential</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">            <span class="key">assert</span> <span class="nam">isinstance</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">                <span class="nam">credential</span><span class="op">,</span> <span class="nam">TokenCredential</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">            <span class="op">)</span><span class="op">,</span> <span class="fst">f"</span><span class="fst">Expected a TokenCredential, but got </span><span class="op">{</span><span class="nam">type</span><span class="op">(</span><span class="nam">credential</span><span class="op">)</span><span class="op">}</span><span class="fst"> instead.</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">            <span class="op">)</span><span class="op">,</span> <span class="str">f"Expected a TokenCredential, but got {type(credential)} instead."</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_share_client</span> <span class="op">=</span> <span class="nam">ShareClient</span><span class="op">.</span><span class="nam">from_share_url</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">                <span class="nam">self</span><span class="op">.</span><span class="nam">_SHARE_URL</span><span class="op">.</span><span class="nam">format</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">                    <span class="nam">account_name</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">config</span><span class="op">[</span><span class="str">"storageAccountName"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -179,8 +179,8 @@ <h2>
     <p class="run"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">            <span class="nam">os</span><span class="op">.</span><span class="nam">makedirs</span><span class="op">(</span><span class="nam">local_path</span><span class="op">,</span> <span class="nam">exist_ok</span><span class="op">=</span><span class="key">True</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">            <span class="key">for</span> <span class="nam">content</span> <span class="key">in</span> <span class="nam">dir_client</span><span class="op">.</span><span class="nam">list_directories_and_files</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">                <span class="nam">name</span> <span class="op">=</span> <span class="nam">content</span><span class="op">[</span><span class="str">"name"</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">                <span class="nam">local_target</span> <span class="op">=</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">local_path</span><span class="op">}</span><span class="fst">/</span><span class="op">{</span><span class="nam">name</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">                <span class="nam">remote_target</span> <span class="op">=</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">remote_path</span><span class="op">}</span><span class="fst">/</span><span class="op">{</span><span class="nam">name</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">                <span class="nam">local_target</span> <span class="op">=</span> <span class="str">f"{local_path}/{name}"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">                <span class="nam">remote_target</span> <span class="op">=</span> <span class="str">f"{remote_path}/{name}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">                <span class="key">if</span> <span class="nam">recursive</span> <span class="key">or</span> <span class="key">not</span> <span class="nam">content</span><span class="op">[</span><span class="str">"is_directory"</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">                    <span class="nam">self</span><span class="op">.</span><span class="nam">download</span><span class="op">(</span><span class="nam">params</span><span class="op">,</span> <span class="nam">remote_target</span><span class="op">,</span> <span class="nam">local_target</span><span class="op">,</span> <span class="nam">recursive</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>  <span class="com"># Must be a file</span>&nbsp;</span><span class="r"></span></p>
@@ -195,7 +195,7 @@ <h2>
     <p class="run"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">                    <span class="nam">data</span><span class="op">.</span><span class="nam">readinto</span><span class="op">(</span><span class="nam">output_file</span><span class="op">)</span>  <span class="com"># type: ignore[no-untyped-call]</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t">            <span class="key">except</span> <span class="nam">ResourceNotFoundError</span> <span class="key">as</span> <span class="nam">ex</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t">                <span class="com"># Translate into non-Azure exception:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t">                <span class="key">raise</span> <span class="nam">FileNotFoundError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Cannot download: </span><span class="op">{</span><span class="nam">remote_path</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span> <span class="key">from</span> <span class="nam">ex</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t">                <span class="key">raise</span> <span class="nam">FileNotFoundError</span><span class="op">(</span><span class="str">f"Cannot download: {remote_path}"</span><span class="op">)</span> <span class="key">from</span> <span class="nam">ex</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t">    <span class="key">def</span> <span class="nam">upload</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -235,8 +235,8 @@ <h2>
     <p class="run"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_remote_makedirs</span><span class="op">(</span><span class="nam">remote_path</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">            <span class="key">for</span> <span class="nam">entry</span> <span class="key">in</span> <span class="nam">os</span><span class="op">.</span><span class="nam">scandir</span><span class="op">(</span><span class="nam">local_path</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">                <span class="nam">name</span> <span class="op">=</span> <span class="nam">entry</span><span class="op">.</span><span class="nam">name</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">                <span class="nam">local_target</span> <span class="op">=</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">local_path</span><span class="op">}</span><span class="fst">/</span><span class="op">{</span><span class="nam">name</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">                <span class="nam">remote_target</span> <span class="op">=</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">remote_path</span><span class="op">}</span><span class="fst">/</span><span class="op">{</span><span class="nam">name</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">                <span class="nam">local_target</span> <span class="op">=</span> <span class="str">f"{local_path}/{name}"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">                <span class="nam">remote_target</span> <span class="op">=</span> <span class="str">f"{remote_path}/{name}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">                <span class="key">if</span> <span class="nam">recursive</span> <span class="key">or</span> <span class="key">not</span> <span class="nam">entry</span><span class="op">.</span><span class="nam">is_dir</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">                    <span class="nam">self</span><span class="op">.</span><span class="nam">_upload</span><span class="op">(</span><span class="nam">local_target</span><span class="op">,</span> <span class="nam">remote_target</span><span class="op">,</span> <span class="nam">recursive</span><span class="op">,</span> <span class="nam">seen</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -275,7 +275,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_network_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_network_services_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_network_services_py.html
index 63ea6521e9..fb3b91ae81 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_network_services_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_network_services_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_saas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -158,7 +158,7 @@ <h2>
     <p class="run"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_deploy_template</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">                <span class="str">"AzureNetworkService requires a deployment template:\n"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">                <span class="op">+</span> <span class="fst">f"</span><span class="fst">config=</span><span class="op">{</span><span class="nam">config</span><span class="op">}</span><span class="fst">\nglobal_config=</span><span class="op">{</span><span class="nam">global_config</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">                <span class="op">+</span> <span class="str">f"config={config}\nglobal_config={global_config}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">    <span class="key">def</span> <span class="nam">_set_default_params</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">params</span><span class="op">:</span> <span class="nam">dict</span><span class="op">)</span> <span class="op">-></span> <span class="nam">dict</span><span class="op">:</span>  <span class="com"># pylint: disable=no-self-use</span>&nbsp;</span><span class="r"></span></p>
@@ -166,7 +166,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">        <span class="com"># since this is a common way to set the deploymentName and can same some</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">        <span class="com"># config work for the caller.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">        <span class="key">if</span> <span class="str">"vnetName"</span> <span class="key">in</span> <span class="nam">params</span> <span class="key">and</span> <span class="str">"deploymentName"</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">params</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">            <span class="nam">params</span><span class="op">[</span><span class="str">"deploymentName"</span><span class="op">]</span> <span class="op">=</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">params</span><span class="op">[</span><span class="str">'vnetName'</span><span class="op">]</span><span class="op">}</span><span class="fst">-deployment</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">            <span class="nam">params</span><span class="op">[</span><span class="str">"deploymentName"</span><span class="op">]</span> <span class="op">=</span> <span class="str">f"{params['vnetName']}-deployment"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">                <span class="str">"deploymentName missing from params. Defaulting to '%s'."</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">                <span class="nam">params</span><span class="op">[</span><span class="str">"deploymentName"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -266,7 +266,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_saas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_saas_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_saas_py.html
index 733b48ff23..c591285a4c 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_saas_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_saas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_vm_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -375,7 +375,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_vm_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_vm_services_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_vm_services_py.html
index 087f616fda..6586941230 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_vm_services_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_vm_services_py.html
@@ -2,7 +2,7 @@
 <html lang="en">
 <head>
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
-    <title>Coverage for mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py: 98%</title>
+    <title>Coverage for mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py: 97%</title>
     <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png">
     <link rel="stylesheet" href="style_cb_8e611ae1.css" type="text/css">
     <script src="coverage_html_cb_6fb7b396.js" defer></script>
@@ -12,7 +12,7 @@
     <div class="content">
         <h1>
             <span class="text">Coverage for </span><b>mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py</b>:
-            <span class="pc_cov">98%</span>
+            <span class="pc_cov">97%</span>
         </h1>
         <aside id="help_panel_wrapper">
             <input id="help_panel_state" type="checkbox">
@@ -55,8 +55,8 @@ <h1>
         </aside>
         <h2>
             <span class="text">101 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">99<span class="text"> run</span></button>
-            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">2<span class="text"> missing</span></button>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">98<span class="text"> run</span></button>
+            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">3<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">0<span class="text"> excluded</span></button>
         </h2>
         <p class="text">
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3f378eb4eadac84f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -261,7 +261,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t">        <span class="com"># since this is a common way to set the deploymentName and can same some</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t">        <span class="com"># config work for the caller.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t">        <span class="key">if</span> <span class="str">"vmName"</span> <span class="key">in</span> <span class="nam">params</span> <span class="key">and</span> <span class="str">"deploymentName"</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">params</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t">            <span class="nam">params</span><span class="op">[</span><span class="str">"deploymentName"</span><span class="op">]</span> <span class="op">=</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">params</span><span class="op">[</span><span class="str">'vmName'</span><span class="op">]</span><span class="op">}</span><span class="fst">-deployment</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t">            <span class="nam">params</span><span class="op">[</span><span class="str">"deploymentName"</span><span class="op">]</span> <span class="op">=</span> <span class="str">f"{params['vmName']}-deployment"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t">                <span class="str">"deploymentName missing from params. Defaulting to '%s'."</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t">                <span class="nam">params</span><span class="op">[</span><span class="str">"deploymentName"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -310,7 +310,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Wait for operation on VM %s"</span><span class="op">,</span> <span class="nam">params</span><span class="op">[</span><span class="str">"vmName"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t">        <span class="com"># Try and provide a semi sane default for the deploymentName</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t">        <span class="nam">params</span><span class="op">.</span><span class="nam">setdefault</span><span class="op">(</span><span class="fst">f"</span><span class="op">{</span><span class="nam">params</span><span class="op">[</span><span class="str">'vmName'</span><span class="op">]</span><span class="op">}</span><span class="fst">-deployment</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t">        <span class="nam">params</span><span class="op">.</span><span class="nam">setdefault</span><span class="op">(</span><span class="str">f"{params['vmName']}-deployment"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_wait_while</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_check_operation_status</span><span class="op">,</span> <span class="nam">Status</span><span class="op">.</span><span class="nam">RUNNING</span><span class="op">,</span> <span class="nam">params</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t">    <span class="key">def</span> <span class="nam">wait_os_operation</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">params</span><span class="op">:</span> <span class="nam">dict</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Tuple</span><span class="op">[</span><span class="str">"Status"</span><span class="op">,</span> <span class="nam">dict</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -582,7 +582,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t500" href="#t500">500</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t501" href="#t501">501</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t502" href="#t502">502</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t503" href="#t503">503</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Request: POST %s\n%s"</span><span class="op">,</span> <span class="nam">url</span><span class="op">,</span> <span class="nam">json</span><span class="op">.</span><span class="nam">dumps</span><span class="op">(</span><span class="nam">json_req</span><span class="op">,</span> <span class="nam">indent</span><span class="op">=</span><span class="num">2</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t503" href="#t503">503</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Request: POST %s\n%s"</span><span class="op">,</span> <span class="nam">url</span><span class="op">,</span> <span class="nam">json</span><span class="op">.</span><span class="nam">dumps</span><span class="op">(</span><span class="nam">json_req</span><span class="op">,</span> <span class="nam">indent</span><span class="op">=</span><span class="num">2</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t504" href="#t504">504</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t505" href="#t505">505</a></span><span class="t">        <span class="nam">response</span> <span class="op">=</span> <span class="nam">requests</span><span class="op">.</span><span class="nam">post</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t506" href="#t506">506</a></span><span class="t">            <span class="nam">url</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -592,13 +592,13 @@ <h2>
     <p class="pln"><span class="n"><a id="t510" href="#t510">510</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t511" href="#t511">511</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t512" href="#t512">512</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t513" href="#t513">513</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t513" href="#t513">513</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t514" href="#t514">514</a></span><span class="t">                <span class="str">"Response: %s\n%s"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t515" href="#t515">515</a></span><span class="t">                <span class="nam">response</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t516" href="#t516">516</a></span><span class="t">                <span class="nam">json</span><span class="op">.</span><span class="nam">dumps</span><span class="op">(</span><span class="nam">response</span><span class="op">.</span><span class="nam">json</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="nam">indent</span><span class="op">=</span><span class="num">2</span><span class="op">)</span> <span class="key">if</span> <span class="nam">response</span><span class="op">.</span><span class="nam">content</span> <span class="key">else</span> <span class="str">""</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t517" href="#t517">517</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t518" href="#t518">518</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t519" href="#t519">519</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Response: %s"</span><span class="op">,</span> <span class="nam">response</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t519" href="#t519">519</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Response: %s"</span><span class="op">,</span> <span class="nam">response</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t520" href="#t520">520</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t521" href="#t521">521</a></span><span class="t">        <span class="key">if</span> <span class="nam">response</span><span class="op">.</span><span class="nam">status_code</span> <span class="op">==</span> <span class="num">200</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t522" href="#t522">522</a></span><span class="t">            <span class="com"># TODO: extract the results from JSON response</span>&nbsp;</span><span class="r"></span></p>
@@ -648,7 +648,7 @@ <h2>
             <a class="nav" href="z_3f378eb4eadac84f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_94faf145c9e5d9d2___init___py.html b/htmlcov/z_94faf145c9e5d9d2___init___py.html
index 129cfc0658..c7176f81fd 100644
--- a/htmlcov/z_94faf145c9e5d9d2___init___py.html
+++ b/htmlcov/z_94faf145c9e5d9d2___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_94faf145c9e5d9d2_covariant_group_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -103,7 +103,7 @@ <h2>
             <a class="nav" href="z_94faf145c9e5d9d2_covariant_group_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_94faf145c9e5d9d2_covariant_group_py.html b/htmlcov/z_94faf145c9e5d9d2_covariant_group_py.html
index 2f95f6b479..9e3dcd0ec0 100644
--- a/htmlcov/z_94faf145c9e5d9d2_covariant_group_py.html
+++ b/htmlcov/z_94faf145c9e5d9d2_covariant_group_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_94faf145c9e5d9d2_tunable_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -280,7 +280,7 @@ <h2>
     <p class="exc show_exc"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t"><span class="str">        string : str</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t"><span class="str">            A human-readable version of the CovariantTunableGroup.</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_name</span><span class="op">}</span><span class="fst">: </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">        <span class="key">return</span> <span class="str">f"{self._name}: {self._tunables}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t">    <span class="key">def</span> <span class="nam">get_tunable</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">tunable</span><span class="op">:</span> <span class="nam">Union</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Tunable</span><span class="op">]</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Tunable</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
@@ -336,7 +336,7 @@ <h2>
             <a class="nav" href="z_94faf145c9e5d9d2_tunable_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_94faf145c9e5d9d2_tunable_groups_py.html b/htmlcov/z_94faf145c9e5d9d2_tunable_groups_py.html
index 2142fdb094..1d22153218 100644
--- a/htmlcov/z_94faf145c9e5d9d2_tunable_groups_py.html
+++ b/htmlcov/z_94faf145c9e5d9d2_tunable_groups_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -162,12 +162,12 @@ <h2>
     <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">        <span class="key">assert</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">            <span class="nam">group</span><span class="op">.</span><span class="nam">name</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_groups</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">        <span class="op">)</span><span class="op">,</span> <span class="fst">f"</span><span class="fst">Duplicate covariant tunable group name </span><span class="op">{</span><span class="nam">group</span><span class="op">.</span><span class="nam">name</span><span class="op">}</span><span class="fst"> in </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">        <span class="op">)</span><span class="op">,</span> <span class="str">f"Duplicate covariant tunable group name {group.name} in {self}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_groups</span><span class="op">[</span><span class="nam">group</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">group</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">        <span class="key">for</span> <span class="nam">tunable</span> <span class="key">in</span> <span class="nam">group</span><span class="op">.</span><span class="nam">get_tunables</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">            <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_index</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">Duplicate Tunable </span><span class="op">{</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">}</span><span class="fst"> from group </span><span class="op">{</span><span class="nam">group</span><span class="op">.</span><span class="nam">name</span><span class="op">}</span><span class="fst"> in </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">                    <span class="str">f"Duplicate Tunable {tunable.name} from group {group.name} in {self}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_index</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">group</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -203,7 +203,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">                <span class="com"># But allow for differing current values.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">                <span class="key">if</span> <span class="key">not</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_groups</span><span class="op">[</span><span class="nam">group</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span><span class="op">.</span><span class="nam">equals_defaults</span><span class="op">(</span><span class="nam">group</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">                    <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">                        <span class="fst">f"</span><span class="fst">Overlapping covariant tunable group name </span><span class="op">{</span><span class="nam">group</span><span class="op">.</span><span class="nam">name</span><span class="op">}</span><span class="fst"> </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">                        <span class="str">f"Overlapping covariant tunable group name {group.name} "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">                        <span class="str">"in {self._tunable_groups[group.name]} and {tunables}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">                    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span>&nbsp;</span><span class="r"></span></p>
@@ -220,7 +220,7 @@ <h2>
     <p class="exc show_exc"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">        <span class="key">return</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">            <span class="str">"{ "</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">            <span class="op">+</span> <span class="str">", "</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">                <span class="fst">f"</span><span class="op">{</span><span class="nam">group</span><span class="op">.</span><span class="nam">name</span><span class="op">}</span><span class="fst">::</span><span class="op">{</span><span class="nam">tunable</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">                <span class="str">f"{group.name}::{tunable}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">                <span class="key">for</span> <span class="nam">group</span> <span class="key">in</span> <span class="nam">sorted</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_groups</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="nam">key</span><span class="op">=</span><span class="key">lambda</span> <span class="nam">g</span><span class="op">:</span> <span class="op">(</span><span class="op">-</span><span class="nam">g</span><span class="op">.</span><span class="nam">cost</span><span class="op">,</span> <span class="nam">g</span><span class="op">.</span><span class="nam">name</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">                <span class="key">for</span> <span class="nam">tunable</span> <span class="key">in</span> <span class="nam">sorted</span><span class="op">(</span><span class="nam">group</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -318,7 +318,7 @@ <h2>
     <p class="run"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t">        <span class="nam">tunables</span> <span class="op">=</span> <span class="nam">TunableGroups</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t">        <span class="key">for</span> <span class="nam">name</span> <span class="key">in</span> <span class="nam">group_names</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t">            <span class="key">if</span> <span class="nam">name</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_groups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t">                <span class="key">raise</span> <span class="nam">KeyError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Unknown covariant group name '</span><span class="op">{</span><span class="nam">name</span><span class="op">}</span><span class="fst">' in tunable group </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t">                <span class="key">raise</span> <span class="nam">KeyError</span><span class="op">(</span><span class="str">f"Unknown covariant group name '{name}' in tunable group {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t240" href="#t240">240</a></span><span class="t">            <span class="nam">tunables</span><span class="op">.</span><span class="nam">_add_group</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_groups</span><span class="op">[</span><span class="nam">name</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t">        <span class="key">return</span> <span class="nam">tunables</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -445,7 +445,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_94faf145c9e5d9d2_tunable_py.html b/htmlcov/z_94faf145c9e5d9d2_tunable_py.html
index 6cb3a33756..8ba9015e3e 100644
--- a/htmlcov/z_94faf145c9e5d9d2_tunable_py.html
+++ b/htmlcov/z_94faf145c9e5d9d2_tunable_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_94faf145c9e5d9d2_tunable_groups_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -178,11 +178,11 @@ <h2>
     <p class="pln"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t"><span class="str">            Python dict that represents a Tunable (e.g., deserialized from JSON)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">name</span><span class="op">,</span> <span class="nam">str</span><span class="op">)</span> <span class="key">or</span> <span class="str">"!"</span> <span class="key">in</span> <span class="nam">name</span><span class="op">:</span>  <span class="com"># TODO: Use a regex here and in JSON schema</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid name of the tunable: </span><span class="op">{</span><span class="nam">name</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid name of the tunable: {name}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_name</span> <span class="op">=</span> <span class="nam">name</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_type</span><span class="op">:</span> <span class="nam">TunableValueTypeName</span> <span class="op">=</span> <span class="nam">config</span><span class="op">[</span><span class="str">"type"</span><span class="op">]</span>  <span class="com"># required</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_type</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_DTYPE</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid parameter type: </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_type</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid parameter type: {self._type}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_description</span> <span class="op">=</span> <span class="nam">config</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"description"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_default</span> <span class="op">=</span> <span class="nam">config</span><span class="op">[</span><span class="str">"default"</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_default</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">dtype</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_default</span><span class="op">)</span> <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_default</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span> <span class="key">else</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_default</span>&nbsp;</span><span class="r"></span></p>
@@ -201,7 +201,7 @@ <h2>
     <p class="run"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_distribution_params</span> <span class="op">=</span> <span class="nam">distr</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"params"</span><span class="op">)</span> <span class="key">or</span> <span class="op">{</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t">        <span class="nam">config_range</span> <span class="op">=</span> <span class="nam">config</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"range"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">        <span class="key">if</span> <span class="nam">config_range</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">            <span class="key">assert</span> <span class="nam">len</span><span class="op">(</span><span class="nam">config_range</span><span class="op">)</span> <span class="op">==</span> <span class="num">2</span><span class="op">,</span> <span class="fst">f"</span><span class="fst">Invalid range: </span><span class="op">{</span><span class="nam">config_range</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">            <span class="key">assert</span> <span class="nam">len</span><span class="op">(</span><span class="nam">config_range</span><span class="op">)</span> <span class="op">==</span> <span class="num">2</span><span class="op">,</span> <span class="str">f"Invalid range: {config_range}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">            <span class="nam">config_range</span> <span class="op">=</span> <span class="op">(</span><span class="nam">config_range</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">,</span> <span class="nam">config_range</span><span class="op">[</span><span class="num">1</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_range</span> <span class="op">=</span> <span class="nam">config_range</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_special</span><span class="op">:</span> <span class="nam">Union</span><span class="op">[</span><span class="nam">List</span><span class="op">[</span><span class="nam">int</span><span class="op">]</span><span class="op">,</span> <span class="nam">List</span><span class="op">[</span><span class="nam">float</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="nam">config</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"special"</span><span class="op">)</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
@@ -222,9 +222,9 @@ <h2>
     <p class="run"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">        <span class="key">elif</span> <span class="nam">self</span><span class="op">.</span><span class="nam">is_numerical</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_sanity_check_numerical</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid parameter type for tunable </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">: </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_type</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid parameter type for tunable {self}: {self._type}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="nam">self</span><span class="op">.</span><span class="nam">is_valid</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">default</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid default value for tunable </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">: </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">default</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid default value for tunable {self}: {self.default}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">    <span class="key">def</span> <span class="nam">_sanity_check_categorical</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">        <span class="str">"""Check if the status of the categorical Tunable is valid, and throw ValueError</span>&nbsp;</span><span class="r"></span></p>
@@ -233,26 +233,26 @@ <h2>
     <p class="pln"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">        <span class="com"># pylint: disable=too-complex</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">is_categorical</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_values</span> <span class="key">and</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_values</span><span class="op">,</span> <span class="nam">collections</span><span class="op">.</span><span class="nam">abc</span><span class="op">.</span><span class="nam">Iterable</span><span class="op">)</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Must specify values for the categorical type tunable </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Must specify values for the categorical type tunable {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_range</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Range must be None for the categorical type tunable </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Range must be None for the categorical type tunable {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">        <span class="key">if</span> <span class="nam">len</span><span class="op">(</span><span class="nam">set</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_values</span><span class="op">)</span><span class="op">)</span> <span class="op">!=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_values</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Values must be unique for the categorical type tunable </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Values must be unique for the categorical type tunable {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_special</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Categorical tunable cannot have special values: </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Categorical tunable cannot have special values: {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_range_weight</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Categorical tunable cannot have range_weight: </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Categorical tunable cannot have range_weight: {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_log</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Categorical tunable cannot have log parameter: </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Categorical tunable cannot have log parameter: {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_quantization_bins</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Categorical tunable cannot have quantization parameter: </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Categorical tunable cannot have quantization parameter: {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_distribution</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Categorical parameters do not support `distribution`: </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Categorical parameters do not support `distribution`: {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_weights</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">            <span class="key">if</span> <span class="nam">len</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_weights</span><span class="op">)</span> <span class="op">!=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_values</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Must specify weights for all values: </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Must specify weights for all values: {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t">            <span class="key">if</span> <span class="nam">any</span><span class="op">(</span><span class="nam">w</span> <span class="op">&lt;</span> <span class="num">0</span> <span class="key">for</span> <span class="nam">w</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_weights</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">All weights must be non-negative: </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"All weights must be non-negative: {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t">    <span class="key">def</span> <span class="nam">_sanity_check_numerical</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t">        <span class="str">"""Check if the status of the numerical Tunable is valid, and throw ValueError</span>&nbsp;</span><span class="r"></span></p>
@@ -261,28 +261,28 @@ <h2>
     <p class="pln"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t">        <span class="com"># pylint: disable=too-complex,too-many-branches</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">is_numerical</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_values</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Values must be None for the numerical type tunable </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Values must be None for the numerical type tunable {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_range</span> <span class="key">or</span> <span class="nam">len</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_range</span><span class="op">)</span> <span class="op">!=</span> <span class="num">2</span> <span class="key">or</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_range</span><span class="op">[</span><span class="num">0</span><span class="op">]</span> <span class="op">>=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_range</span><span class="op">[</span><span class="num">1</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid range for tunable </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">: </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_range</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid range for tunable {self}: {self._range}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_quantization_bins</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span> <span class="key">and</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_quantization_bins</span> <span class="op">&lt;=</span> <span class="num">1</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Number of quantization bins is &lt;= 1: </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Number of quantization bins is &lt;= 1: {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_distribution</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span> <span class="key">and</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_distribution</span> <span class="key">not</span> <span class="key">in</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t">            <span class="str">"uniform"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t">            <span class="str">"normal"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t">            <span class="str">"beta"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t">        <span class="op">}</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid distribution: </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid distribution: {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_distribution_params</span> <span class="key">and</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_distribution</span> <span class="key">is</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Must specify the distribution: </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Must specify the distribution: {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_weights</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t">            <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_range_weight</span> <span class="key">is</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Must specify weight for the range: </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Must specify weight for the range: {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">            <span class="key">if</span> <span class="nam">len</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_weights</span><span class="op">)</span> <span class="op">!=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_special</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">"Must specify weights for all special values {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t">            <span class="key">if</span> <span class="nam">any</span><span class="op">(</span><span class="nam">w</span> <span class="op">&lt;</span> <span class="num">0</span> <span class="key">for</span> <span class="nam">w</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_weights</span> <span class="op">+</span> <span class="op">[</span><span class="nam">self</span><span class="op">.</span><span class="nam">_range_weight</span><span class="op">]</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">All weights must be non-negative: </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"All weights must be non-negative: {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t">        <span class="key">elif</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_range_weight</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Must specify both weights and range_weight or none: </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Must specify both weights and range_weight or none: {self}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t">    <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
@@ -296,9 +296,9 @@ <h2>
     <p class="exc show_exc"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t">        <span class="com"># TODO? Add weights, specials, quantization, distribution?</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">is_categorical</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">            <span class="key">return</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">                <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_name</span><span class="op">}</span><span class="fst">[</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_type</span><span class="op">}</span><span class="fst">](</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_values</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_default</span><span class="op">}</span><span class="fst">)=</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_current_value</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">                <span class="str">f"{self._name}[{self._type}]({self._values}:{self._default})={self._current_value}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_name</span><span class="op">}</span><span class="fst">[</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_type</span><span class="op">}</span><span class="fst">](</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_range</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_default</span><span class="op">}</span><span class="fst">)=</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_current_value</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">        <span class="key">return</span> <span class="str">f"{self._name}[{self._type}]({self._range}:{self._default})={self._current_value}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t">    <span class="key">def</span> <span class="nam">__eq__</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">other</span><span class="op">:</span> <span class="nam">object</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
@@ -414,7 +414,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t332" href="#t332">332</a></span><span class="t">                <span class="nam">type</span><span class="op">(</span><span class="nam">value</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t333" href="#t333">333</a></span><span class="t">                <span class="nam">value</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t334" href="#t334">334</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t335" href="#t335">335</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Loss of precision: </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_name</span><span class="op">}</span><span class="fst">=</span><span class="op">{</span><span class="nam">value</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t335" href="#t335">335</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Loss of precision: {self._name}={value}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t336" href="#t336">336</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t337" href="#t337">337</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="nam">self</span><span class="op">.</span><span class="nam">is_valid</span><span class="op">(</span><span class="nam">coerced_value</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t338" href="#t338">338</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">error</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -424,7 +424,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t342" href="#t342">342</a></span><span class="t">                <span class="nam">type</span><span class="op">(</span><span class="nam">value</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t343" href="#t343">343</a></span><span class="t">                <span class="nam">value</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t344" href="#t344">344</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t345" href="#t345">345</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid value for the tunable: </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_name</span><span class="op">}</span><span class="fst">=</span><span class="op">{</span><span class="nam">value</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t345" href="#t345">345</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid value for the tunable: {self._name}={value}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t346" href="#t346">346</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t347" href="#t347">347</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_current_value</span> <span class="op">=</span> <span class="nam">coerced_value</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t348" href="#t348">348</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_current_value</span>&nbsp;</span><span class="r"></span></p>
@@ -468,9 +468,9 @@ <h2>
     <p class="run"><span class="n"><a id="t386" href="#t386">386</a></span><span class="t">            <span class="key">if</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">value</span><span class="op">,</span> <span class="op">(</span><span class="nam">int</span><span class="op">,</span> <span class="nam">float</span><span class="op">)</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t387" href="#t387">387</a></span><span class="t">                <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">in_range</span><span class="op">(</span><span class="nam">value</span><span class="op">)</span> <span class="key">or</span> <span class="nam">value</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_special</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t388" href="#t388">388</a></span><span class="t">            <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t389" href="#t389">389</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid value type for tunable </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">: </span><span class="op">{</span><span class="nam">value</span><span class="op">}</span><span class="fst">=</span><span class="op">{</span><span class="nam">type</span><span class="op">(</span><span class="nam">value</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t389" href="#t389">389</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid value type for tunable {self}: {value}={type(value)}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t390" href="#t390">390</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t391" href="#t391">391</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid parameter type: </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_type</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t391" href="#t391">391</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid parameter type: {self._type}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t392" href="#t392">392</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t393" href="#t393">393</a></span><span class="t">    <span class="key">def</span> <span class="nam">in_range</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">value</span><span class="op">:</span> <span class="nam">Union</span><span class="op">[</span><span class="nam">int</span><span class="op">,</span> <span class="nam">float</span><span class="op">,</span> <span class="nam">str</span><span class="op">,</span> <span class="key">None</span><span class="op">]</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t394" href="#t394">394</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
@@ -700,7 +700,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t618" href="#t618">618</a></span><span class="t">                    <span class="nam">endpoint</span><span class="op">=</span><span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t619" href="#t619">619</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t620" href="#t620">620</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t621" href="#t621">621</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">type</span> <span class="op">==</span> <span class="str">"int"</span><span class="op">,</span> <span class="fst">f"</span><span class="fst">Unhandled tunable type: </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t621" href="#t621">621</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">type</span> <span class="op">==</span> <span class="str">"int"</span><span class="op">,</span> <span class="str">f"Unhandled tunable type: {self}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t622" href="#t622">622</a></span><span class="t">        <span class="key">return</span> <span class="nam">range</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t623" href="#t623">623</a></span><span class="t">            <span class="nam">int</span><span class="op">(</span><span class="nam">num_range</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t624" href="#t624">624</a></span><span class="t">            <span class="nam">int</span><span class="op">(</span><span class="nam">num_range</span><span class="op">[</span><span class="num">1</span><span class="op">]</span><span class="op">)</span> <span class="op">+</span> <span class="num">1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -814,7 +814,7 @@ <h2>
             <a class="nav" href="z_94faf145c9e5d9d2_tunable_groups_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887___init___py.html b/htmlcov/z_974f7f0354d04887___init___py.html
index d5d045e747..dc57271534 100644
--- a/htmlcov/z_974f7f0354d04887___init___py.html
+++ b/htmlcov/z_974f7f0354d04887___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_bayesian_optimizers_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -98,7 +98,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_bayesian_optimizers_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_bayesian_optimizers_test_py.html b/htmlcov/z_974f7f0354d04887_bayesian_optimizers_test_py.html
index 30dade9867..38e72b152f 100644
--- a/htmlcov/z_974f7f0354d04887_bayesian_optimizers_test_py.html
+++ b/htmlcov/z_974f7f0354d04887_bayesian_optimizers_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -140,7 +140,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_conftest_py.html b/htmlcov/z_974f7f0354d04887_conftest_py.html
index b2657b4bd8..0435caef60 100644
--- a/htmlcov/z_974f7f0354d04887_conftest_py.html
+++ b/htmlcov/z_974f7f0354d04887_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_one_hot_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -111,7 +111,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_one_hot_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_one_hot_test_py.html b/htmlcov/z_974f7f0354d04887_one_hot_test_py.html
index 34ffa4a5bc..44e403ee30 100644
--- a/htmlcov/z_974f7f0354d04887_one_hot_test_py.html
+++ b/htmlcov/z_974f7f0354d04887_one_hot_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_optimizer_multiobj_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -206,7 +206,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">    <span class="str">"""Toy problem to test one-hot decoding of series."""</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">    <span class="nam">one_hot_df</span> <span class="op">=</span> <span class="nam">optimizer</span><span class="op">.</span><span class="nam">_from_1hot</span><span class="op">(</span><span class="nam">config</span><span class="op">=</span><span class="nam">one_hot_series</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">    <span class="key">assert</span> <span class="nam">one_hot_df</span><span class="op">.</span><span class="nam">shape</span><span class="op">[</span><span class="num">0</span><span class="op">]</span> <span class="op">==</span> <span class="num">1</span><span class="op">,</span> <span class="fst">f"</span><span class="fst">Unexpected number of rows (</span><span class="op">{</span><span class="nam">one_hot_df</span><span class="op">.</span><span class="nam">shape</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">}</span><span class="fst"> != 1)</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">    <span class="key">assert</span> <span class="nam">one_hot_df</span><span class="op">.</span><span class="nam">shape</span><span class="op">[</span><span class="num">0</span><span class="op">]</span> <span class="op">==</span> <span class="num">1</span><span class="op">,</span> <span class="str">f"Unexpected number of rows ({one_hot_df.shape[0]} != 1)"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">    <span class="key">assert</span> <span class="nam">one_hot_df</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span> <span class="op">==</span> <span class="nam">series</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -248,7 +248,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_optimizer_multiobj_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_optimizer_multiobj_test_py.html b/htmlcov/z_974f7f0354d04887_optimizer_multiobj_test_py.html
index a10087ee38..30c953f046 100644
--- a/htmlcov/z_974f7f0354d04887_optimizer_multiobj_test_py.html
+++ b/htmlcov/z_974f7f0354d04887_optimizer_multiobj_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -220,7 +220,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_optimizer_test_py.html b/htmlcov/z_974f7f0354d04887_optimizer_test_py.html
index b5cfae0d04..4220165580 100644
--- a/htmlcov/z_974f7f0354d04887_optimizer_test_py.html
+++ b/htmlcov/z_974f7f0354d04887_optimizer_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_random_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -528,7 +528,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_random_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_random_optimizer_test_py.html b/htmlcov/z_974f7f0354d04887_random_optimizer_test_py.html
index 6ec6f736eb..05813c4dbe 100644
--- a/htmlcov/z_974f7f0354d04887_random_optimizer_test_py.html
+++ b/htmlcov/z_974f7f0354d04887_random_optimizer_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fdd0616ad8099d78___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_fdd0616ad8099d78___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada___init___py.html b/htmlcov/z_97f09f0ec8586ada___init___py.html
index 1a8570b243..4439e40976 100644
--- a/htmlcov/z_97f09f0ec8586ada___init___py.html
+++ b/htmlcov/z_97f09f0ec8586ada___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -98,7 +98,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_conftest_py.html b/htmlcov/z_97f09f0ec8586ada_conftest_py.html
index 44ecddb3b7..27a6b0bcd7 100644
--- a/htmlcov/z_97f09f0ec8586ada_conftest_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_grid_search_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -245,7 +245,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_grid_search_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_grid_search_optimizer_test_py.html b/htmlcov/z_97f09f0ec8586ada_grid_search_optimizer_test_py.html
index 0f0a4d89fc..8141692ce0 100644
--- a/htmlcov/z_97f09f0ec8586ada_grid_search_optimizer_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_grid_search_optimizer_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_llamatune_opt_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -395,7 +395,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_llamatune_opt_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_llamatune_opt_test_py.html b/htmlcov/z_97f09f0ec8586ada_llamatune_opt_test_py.html
index 398f6c27c4..7ff258c9df 100644
--- a/htmlcov/z_97f09f0ec8586ada_llamatune_opt_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_llamatune_opt_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -148,7 +148,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html b/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html
index 13275cbbe8..fd7b95d7f7 100644
--- a/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -251,7 +251,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html b/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html
index 72b5497d88..2c9638ed19 100644
--- a/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_mock_opt_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -240,7 +240,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_mock_opt_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_mock_opt_test_py.html b/htmlcov/z_97f09f0ec8586ada_mock_opt_test_py.html
index 5924fe9099..371232feb2 100644
--- a/htmlcov/z_97f09f0ec8586ada_mock_opt_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_mock_opt_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_opt_bulk_register_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -197,7 +197,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_opt_bulk_register_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_opt_bulk_register_test_py.html b/htmlcov/z_97f09f0ec8586ada_opt_bulk_register_test_py.html
index f13626f7f1..3af6e23925 100644
--- a/htmlcov/z_97f09f0ec8586ada_opt_bulk_register_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_opt_bulk_register_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_toy_optimization_loop_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -250,7 +250,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_toy_optimization_loop_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_toy_optimization_loop_test_py.html b/htmlcov/z_97f09f0ec8586ada_toy_optimization_loop_test_py.html
index 8bd4666da0..c5a7a24259 100644
--- a/htmlcov/z_97f09f0ec8586ada_toy_optimization_loop_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_toy_optimization_loop_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_354360b2842e9a22___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -208,7 +208,7 @@ <h2>
             <a class="nav" href="z_354360b2842e9a22___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005___init___py.html b/htmlcov/z_98e6470b1a2d3005___init___py.html
index ff43df3c59..ca1ee3fc02 100644
--- a/htmlcov/z_98e6470b1a2d3005___init___py.html
+++ b/htmlcov/z_98e6470b1a2d3005___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_composite_local_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -154,7 +154,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">            <span class="op">**</span><span class="nam">params</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">            <span class="str">"children"</span><span class="op">:</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">                <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">                    <span class="str">"name"</span><span class="op">:</span> <span class="fst">f"</span><span class="fst">TestLocalEnv</span><span class="op">{</span><span class="nam">i</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">                    <span class="str">"name"</span><span class="op">:</span> <span class="str">f"TestLocalEnv{i}"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">                    <span class="str">"class"</span><span class="op">:</span> <span class="str">"mlos_bench.environments.local.local_env.LocalEnv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">                    <span class="str">"config"</span><span class="op">:</span> <span class="nam">config</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">                <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
@@ -174,7 +174,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_composite_local_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_composite_local_env_test_py.html b/htmlcov/z_98e6470b1a2d3005_composite_local_env_test_py.html
index 45a608dc3e..e334a72a11 100644
--- a/htmlcov/z_98e6470b1a2d3005_composite_local_env_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_composite_local_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_local_env_stdout_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -156,13 +156,13 @@ <h2>
     <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">                <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">                <span class="str">"run"</span><span class="op">:</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">                    <span class="str">"echo 'metric,value' > output.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">echo 'latency,</span><span class="op">{</span><span class="nam">var_prefix</span><span class="op">}</span><span class="fst">latency</span><span class="op">{</span><span class="nam">var_suffix</span><span class="op">}</span><span class="fst">' >> output.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">echo 'errors,</span><span class="op">{</span><span class="nam">var_prefix</span><span class="op">}</span><span class="fst">errors</span><span class="op">{</span><span class="nam">var_suffix</span><span class="op">}</span><span class="fst">' >> output.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">echo 'reads,</span><span class="op">{</span><span class="nam">var_prefix</span><span class="op">}</span><span class="fst">reads</span><span class="op">{</span><span class="nam">var_suffix</span><span class="op">}</span><span class="fst">' >> output.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">                    <span class="str">f"echo 'latency,{var_prefix}latency{var_suffix}' >> output.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">                    <span class="str">f"echo 'errors,{var_prefix}errors{var_suffix}' >> output.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">                    <span class="str">f"echo 'reads,{var_prefix}reads{var_suffix}' >> output.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">                    <span class="str">"echo '-------------------'"</span><span class="op">,</span>  <span class="com"># This output does not go anywhere</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">                    <span class="str">"echo 'timestamp,metric,value' > telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str1</span><span class="op">}</span><span class="fst">,cpu_load,0.64 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str1</span><span class="op">}</span><span class="fst">,mem_usage,5120 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">                    <span class="str">f"echo {time_str1},cpu_load,0.64 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">                    <span class="str">f"echo {time_str1},mem_usage,5120 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">                <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">                <span class="str">"read_results_file"</span><span class="op">:</span> <span class="str">"output.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">                <span class="str">"read_telemetry_file"</span><span class="op">:</span> <span class="str">"telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -183,13 +183,13 @@ <h2>
     <p class="pln"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">                <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">                <span class="str">"run"</span><span class="op">:</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">                    <span class="str">"echo 'metric,value' > output.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">echo 'throughput,</span><span class="op">{</span><span class="nam">var_prefix</span><span class="op">}</span><span class="fst">throughput</span><span class="op">{</span><span class="nam">var_suffix</span><span class="op">}</span><span class="fst">' >> output.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">echo 'score,</span><span class="op">{</span><span class="nam">var_prefix</span><span class="op">}</span><span class="fst">score</span><span class="op">{</span><span class="nam">var_suffix</span><span class="op">}</span><span class="fst">' >> output.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">echo 'writes,</span><span class="op">{</span><span class="nam">var_prefix</span><span class="op">}</span><span class="fst">writes</span><span class="op">{</span><span class="nam">var_suffix</span><span class="op">}</span><span class="fst">' >> output.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">                    <span class="str">f"echo 'throughput,{var_prefix}throughput{var_suffix}' >> output.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">                    <span class="str">f"echo 'score,{var_prefix}score{var_suffix}' >> output.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">                    <span class="str">f"echo 'writes,{var_prefix}writes{var_suffix}' >> output.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">                    <span class="str">"echo '-------------------'"</span><span class="op">,</span>  <span class="com"># This output does not go anywhere</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">                    <span class="str">"echo 'timestamp,metric,value' > telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str2</span><span class="op">}</span><span class="fst">,cpu_load,0.79 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str2</span><span class="op">}</span><span class="fst">,mem_usage,40960 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">                    <span class="str">f"echo {time_str2},cpu_load,0.79 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">                    <span class="str">f"echo {time_str2},mem_usage,40960 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">                <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t">                <span class="str">"read_results_file"</span><span class="op">:</span> <span class="str">"output.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">                <span class="str">"read_telemetry_file"</span><span class="op">:</span> <span class="str">"telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -224,7 +224,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_local_env_stdout_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_local_env_stdout_test_py.html b/htmlcov/z_98e6470b1a2d3005_local_env_stdout_test_py.html
index ede4a63618..084b89a9d6 100644
--- a/htmlcov/z_98e6470b1a2d3005_local_env_stdout_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_local_env_stdout_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_local_env_telemetry_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -198,7 +198,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_local_env_telemetry_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_local_env_telemetry_test_py.html b/htmlcov/z_98e6470b1a2d3005_local_env_telemetry_test_py.html
index b05ead153c..45908062b7 100644
--- a/htmlcov/z_98e6470b1a2d3005_local_env_telemetry_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_local_env_telemetry_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_local_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -125,10 +125,10 @@ <h2>
     <p class="pln"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t">                <span class="str">"echo 'score,0.95' >> output.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">                <span class="str">"echo '-------------------'"</span><span class="op">,</span>  <span class="com"># This output does not go anywhere</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">                <span class="str">"echo 'timestamp,metric,value' > telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str1</span><span class="op">}</span><span class="fst">,cpu_load,0.65 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str1</span><span class="op">}</span><span class="fst">,mem_usage,10240 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str2</span><span class="op">}</span><span class="fst">,cpu_load,0.8 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str2</span><span class="op">}</span><span class="fst">,mem_usage,20480 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">                <span class="str">f"echo {time_str1},cpu_load,0.65 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">                <span class="str">f"echo {time_str1},mem_usage,10240 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t">                <span class="str">f"echo {time_str2},cpu_load,0.8 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">                <span class="str">f"echo {time_str2},mem_usage,20480 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">            <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">            <span class="str">"read_results_file"</span><span class="op">:</span> <span class="str">"output.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">            <span class="str">"read_telemetry_file"</span><span class="op">:</span> <span class="str">"telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -171,10 +171,10 @@ <h2>
     <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">        <span class="nam">tunable_groups</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">        <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">            <span class="str">"run"</span><span class="op">:</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str1</span><span class="op">}</span><span class="fst">,cpu_load,0.65 > telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str1</span><span class="op">}</span><span class="fst">,mem_usage,10240 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str2</span><span class="op">}</span><span class="fst">,cpu_load,0.8 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str2</span><span class="op">}</span><span class="fst">,mem_usage,20480 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">                <span class="str">f"echo {time_str1},cpu_load,0.65 > telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">                <span class="str">f"echo {time_str1},mem_usage,10240 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">                <span class="str">f"echo {time_str2},cpu_load,0.8 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">                <span class="str">f"echo {time_str2},mem_usage,20480 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t">            <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">            <span class="str">"read_telemetry_file"</span><span class="op">:</span> <span class="str">"telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">        <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -219,10 +219,10 @@ <h2>
     <p class="pln"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">            <span class="str">"run"</span><span class="op">:</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">                <span class="com"># Error: the data is correct, but the header has unexpected column names</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">                <span class="str">"echo 'ts,metric_name,metric_value' > telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str1</span><span class="op">}</span><span class="fst">,cpu_load,0.65 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str1</span><span class="op">}</span><span class="fst">,mem_usage,10240 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str2</span><span class="op">}</span><span class="fst">,cpu_load,0.8 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str2</span><span class="op">}</span><span class="fst">,mem_usage,20480 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">                <span class="str">f"echo {time_str1},cpu_load,0.65 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">                <span class="str">f"echo {time_str1},mem_usage,10240 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">                <span class="str">f"echo {time_str2},cpu_load,0.8 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">                <span class="str">f"echo {time_str2},mem_usage,20480 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">            <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">            <span class="str">"read_telemetry_file"</span><span class="op">:</span> <span class="str">"telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">        <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -247,10 +247,10 @@ <h2>
     <p class="pln"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t">        <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t">            <span class="str">"run"</span><span class="op">:</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t">                <span class="com"># Error: too many columns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str1</span><span class="op">}</span><span class="fst">,EXTRA,cpu_load,0.65 > telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str1</span><span class="op">}</span><span class="fst">,EXTRA,mem_usage,10240 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str2</span><span class="op">}</span><span class="fst">,EXTRA,cpu_load,0.8 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">time_str2</span><span class="op">}</span><span class="fst">,EXTRA,mem_usage,20480 >> telemetry.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t">                <span class="str">f"echo {time_str1},EXTRA,cpu_load,0.65 > telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t">                <span class="str">f"echo {time_str1},EXTRA,mem_usage,10240 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">                <span class="str">f"echo {time_str2},EXTRA,cpu_load,0.8 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">                <span class="str">f"echo {time_str2},EXTRA,mem_usage,20480 >> telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t">            <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">            <span class="str">"read_telemetry_file"</span><span class="op">:</span> <span class="str">"telemetry.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t">        <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -285,7 +285,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_local_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_local_env_test_py.html b/htmlcov/z_98e6470b1a2d3005_local_env_test_py.html
index e362105daf..994916f5c6 100644
--- a/htmlcov/z_98e6470b1a2d3005_local_env_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_local_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_local_env_vars_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -192,7 +192,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_local_env_vars_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_local_env_vars_test_py.html b/htmlcov/z_98e6470b1a2d3005_local_env_vars_test_py.html
index ce4b73f8b1..043b5883e7 100644
--- a/htmlcov/z_98e6470b1a2d3005_local_env_vars_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_local_env_vars_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_local_fileshare_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -110,7 +110,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t">            <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t">            <span class="str">"run"</span><span class="op">:</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t">                <span class="str">"echo const_arg,other_arg,unknown_arg,kernel_sched_latency_ns > output.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">                <span class="fst">f"</span><span class="fst">echo </span><span class="op">{</span><span class="nam">shell_subcmd</span><span class="op">}</span><span class="fst"> >> output.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">                <span class="str">f"echo {shell_subcmd} >> output.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">            <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">            <span class="str">"read_results_file"</span><span class="op">:</span> <span class="str">"output.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">        <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -158,7 +158,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_local_fileshare_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_local_fileshare_env_test_py.html b/htmlcov/z_98e6470b1a2d3005_local_fileshare_env_test_py.html
index dd3aae3265..f062f86e8b 100644
--- a/htmlcov/z_98e6470b1a2d3005_local_fileshare_env_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_local_fileshare_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd_mock_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -180,7 +180,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd_mock_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d___init___py.html b/htmlcov/z_9975bfa74289b35d___init___py.html
index d5d571fd4a..8c177c027b 100644
--- a/htmlcov/z_9975bfa74289b35d___init___py.html
+++ b/htmlcov/z_9975bfa74289b35d___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -123,8 +123,8 @@ <h2>
     <p class="run"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_port</span> <span class="key">is</span> <span class="key">None</span> <span class="key">or</span> <span class="nam">uncached</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t">            <span class="nam">port_cmd</span> <span class="op">=</span> <span class="nam">run</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t">                <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">docker compose -p </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">compose_project_name</span><span class="op">}</span><span class="fst"> </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">port </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">service_name</span><span class="op">}</span><span class="fst"> </span><span class="op">{</span><span class="nam">SSH_TEST_SERVER_PORT</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">                    <span class="str">f"docker compose -p {self.compose_project_name} "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">                    <span class="str">f"port {self.service_name} {SSH_TEST_SERVER_PORT}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">                <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">                <span class="nam">shell</span><span class="op">=</span><span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t">                <span class="nam">check</span><span class="op">=</span><span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -171,7 +171,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d_conftest_py.html b/htmlcov/z_9975bfa74289b35d_conftest_py.html
index 379c744fe9..9d8994fd68 100644
--- a/htmlcov/z_9975bfa74289b35d_conftest_py.html
+++ b/htmlcov/z_9975bfa74289b35d_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -104,7 +104,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d_fixtures_py.html b/htmlcov/z_9975bfa74289b35d_fixtures_py.html
index c3bbe3a67f..fe0a7c0ee9 100644
--- a/htmlcov/z_9975bfa74289b35d_fixtures_py.html
+++ b/htmlcov/z_9975bfa74289b35d_fixtures_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d_test_ssh_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -155,10 +155,10 @@ <h2>
     <p class="run"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">        <span class="nam">wait_docker_service_socket</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">            <span class="nam">locked_docker_services</span><span class="op">,</span> <span class="nam">ssh_test_server_info</span><span class="op">.</span><span class="nam">hostname</span><span class="op">,</span> <span class="nam">ssh_test_server_info</span><span class="op">.</span><span class="nam">get_port</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">        <span class="nam">id_rsa_src</span> <span class="op">=</span> <span class="fst">f"</span><span class="fst">/</span><span class="op">{</span><span class="nam">ssh_test_server_info</span><span class="op">.</span><span class="nam">username</span><span class="op">}</span><span class="fst">/.ssh/id_rsa</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">        <span class="nam">id_rsa_src</span> <span class="op">=</span> <span class="str">f"/{ssh_test_server_info.username}/.ssh/id_rsa"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">        <span class="nam">docker_cp_cmd</span> <span class="op">=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">            <span class="fst">f"</span><span class="fst">docker compose -p </span><span class="op">{</span><span class="nam">docker_compose_project_name</span><span class="op">}</span><span class="fst"> </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">            <span class="fst">f"</span><span class="fst">cp </span><span class="op">{</span><span class="nam">SSH_TEST_SERVER_NAME</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="nam">id_rsa_src</span><span class="op">}</span><span class="fst"> </span><span class="op">{</span><span class="nam">id_rsa_file</span><span class="op">.</span><span class="nam">name</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">            <span class="str">f"docker compose -p {docker_compose_project_name} "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">            <span class="str">f"cp {SSH_TEST_SERVER_NAME}:{id_rsa_src} {id_rsa_file.name}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">        <span class="nam">cmd</span> <span class="op">=</span> <span class="nam">run</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">            <span class="nam">docker_cp_cmd</span><span class="op">.</span><span class="nam">split</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -169,8 +169,8 @@ <h2>
     <p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">        <span class="key">if</span> <span class="nam">cmd</span><span class="op">.</span><span class="nam">returncode</span> <span class="op">!=</span> <span class="num">0</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">            <span class="key">raise</span> <span class="nam">RuntimeError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">                <span class="fst">f"</span><span class="fst">Failed to copy ssh key from </span><span class="op">{</span><span class="nam">SSH_TEST_SERVER_NAME</span><span class="op">}</span><span class="fst"> container </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">                <span class="op">+</span> <span class="fst">f"</span><span class="fst">[return=</span><span class="op">{</span><span class="nam">cmd</span><span class="op">.</span><span class="nam">returncode</span><span class="op">}</span><span class="fst">]: </span><span class="op">{</span><span class="nam">str</span><span class="op">(</span><span class="nam">cmd</span><span class="op">.</span><span class="nam">stderr</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">                <span class="str">f"Failed to copy ssh key from {SSH_TEST_SERVER_NAME} container "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">                <span class="op">+</span> <span class="str">f"[return={cmd.returncode}]: {str(cmd.stderr)}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">        <span class="nam">os</span><span class="op">.</span><span class="nam">chmod</span><span class="op">(</span><span class="nam">id_rsa_file</span><span class="op">.</span><span class="nam">name</span><span class="op">,</span> <span class="num">0o600</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">        <span class="key">yield</span> <span class="nam">ssh_test_server_info</span>&nbsp;</span><span class="r"></span></p>
@@ -259,7 +259,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d_test_ssh_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d_test_ssh_fileshare_py.html b/htmlcov/z_9975bfa74289b35d_test_ssh_fileshare_py.html
index feb35bf497..6c87261feb 100644
--- a/htmlcov/z_9975bfa74289b35d_test_ssh_fileshare_py.html
+++ b/htmlcov/z_9975bfa74289b35d_test_ssh_fileshare_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d_test_ssh_host_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -214,16 +214,16 @@ <h2>
     <p class="pln"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">            <span class="com"># Copy that structure over to the remote server.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t">            <span class="nam">ssh_fileshare_service</span><span class="op">.</span><span class="nam">upload</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">                <span class="nam">params</span><span class="op">=</span><span class="nam">config</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">                <span class="nam">local_path</span><span class="op">=</span><span class="fst">f"</span><span class="op">{</span><span class="nam">tempdir1</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">                <span class="nam">remote_path</span><span class="op">=</span><span class="fst">f"</span><span class="op">{</span><span class="nam">remote_file_path</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">                <span class="nam">local_path</span><span class="op">=</span><span class="str">f"{tempdir1}"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">                <span class="nam">remote_path</span><span class="op">=</span><span class="str">f"{remote_file_path}"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">                <span class="nam">recursive</span><span class="op">=</span><span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">            <span class="com"># Copy the remote structure back to the local machine.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">            <span class="nam">ssh_fileshare_service</span><span class="op">.</span><span class="nam">download</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">                <span class="nam">params</span><span class="op">=</span><span class="nam">config</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">                <span class="nam">remote_path</span><span class="op">=</span><span class="fst">f"</span><span class="op">{</span><span class="nam">remote_file_path</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">                <span class="nam">local_path</span><span class="op">=</span><span class="fst">f"</span><span class="op">{</span><span class="nam">tempdir2</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">                <span class="nam">remote_path</span><span class="op">=</span><span class="str">f"{remote_file_path}"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">                <span class="nam">local_path</span><span class="op">=</span><span class="str">f"{tempdir2}"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">                <span class="nam">recursive</span><span class="op">=</span><span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -277,7 +277,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t">                <span class="nam">local_path</span><span class="op">=</span><span class="nam">path</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t">        <span class="op">(</span><span class="nam">status</span><span class="op">,</span> <span class="nam">results</span><span class="op">)</span> <span class="op">=</span> <span class="nam">ssh_host_service</span><span class="op">.</span><span class="nam">remote_exec</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">            <span class="nam">script</span><span class="op">=</span><span class="op">[</span><span class="fst">f"</span><span class="fst">[[ ! -e </span><span class="op">{</span><span class="nam">path</span><span class="op">}</span><span class="fst"> ]]; echo $?</span><span class="fst">"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">            <span class="nam">script</span><span class="op">=</span><span class="op">[</span><span class="str">f"[[ ! -e {path} ]]; echo $?"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t">            <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t">            <span class="nam">env_params</span><span class="op">=</span><span class="op">{</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -293,7 +293,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d_test_ssh_host_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d_test_ssh_host_service_py.html b/htmlcov/z_9975bfa74289b35d_test_ssh_host_service_py.html
index b3b11fcd7a..636371efa9 100644
--- a/htmlcov/z_9975bfa74289b35d_test_ssh_host_service_py.html
+++ b/htmlcov/z_9975bfa74289b35d_test_ssh_host_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d_test_ssh_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -340,7 +340,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d_test_ssh_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d_test_ssh_service_py.html b/htmlcov/z_9975bfa74289b35d_test_ssh_service_py.html
index 9d64023bc7..66bede098d 100644
--- a/htmlcov/z_9975bfa74289b35d_test_ssh_service_py.html
+++ b/htmlcov/z_9975bfa74289b35d_test_ssh_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_354360b2842e9a22_test_service_method_registering_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -143,8 +143,8 @@ <h2>
     <p class="run"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">    <span class="key">assert</span> <span class="nam">check_socket</span><span class="op">(</span><span class="nam">ip_addr</span><span class="op">,</span> <span class="nam">local_port</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">    <span class="nam">ssh_cmd</span> <span class="op">=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">        <span class="str">"ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new "</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">        <span class="op">+</span> <span class="fst">f"</span><span class="fst">-l </span><span class="op">{</span><span class="nam">ssh_test_server_info</span><span class="op">.</span><span class="nam">username</span><span class="op">}</span><span class="fst"> -i </span><span class="op">{</span><span class="nam">ssh_test_server_info</span><span class="op">.</span><span class="nam">id_rsa_path</span><span class="op">}</span><span class="fst"> </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">        <span class="op">+</span> <span class="fst">f"</span><span class="fst">-p </span><span class="op">{</span><span class="nam">local_port</span><span class="op">}</span><span class="fst"> </span><span class="op">{</span><span class="nam">ssh_test_server_info</span><span class="op">.</span><span class="nam">hostname</span><span class="op">}</span><span class="fst"> hostname</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">        <span class="op">+</span> <span class="str">f"-l {ssh_test_server_info.username} -i {ssh_test_server_info.id_rsa_path} "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">        <span class="op">+</span> <span class="str">f"-p {local_port} {ssh_test_server_info.hostname} hostname"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">    <span class="nam">cmd</span> <span class="op">=</span> <span class="nam">run</span><span class="op">(</span><span class="nam">ssh_cmd</span><span class="op">.</span><span class="nam">split</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="nam">capture_output</span><span class="op">=</span><span class="key">True</span><span class="op">,</span> <span class="nam">text</span><span class="op">=</span><span class="key">True</span><span class="op">,</span> <span class="nam">check</span><span class="op">=</span><span class="key">True</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">    <span class="key">assert</span> <span class="nam">cmd</span><span class="op">.</span><span class="nam">stdout</span><span class="op">.</span><span class="nam">strip</span><span class="op">(</span><span class="op">)</span> <span class="op">==</span> <span class="nam">server_name</span>&nbsp;</span><span class="r"></span></p>
@@ -205,7 +205,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">            <span class="nam">AssertionError</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">        <span class="op">)</span><span class="op">:</span>  <span class="com"># , pytest.warns(RuntimeWarning, match=r".*coroutine 'sleep' was never awaited"):</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">            <span class="nam">future</span> <span class="op">=</span> <span class="nam">ssh_fileshare_service</span><span class="op">.</span><span class="nam">_run_coroutine</span><span class="op">(</span><span class="nam">asyncio</span><span class="op">.</span><span class="nam">sleep</span><span class="op">(</span><span class="num">0.1</span><span class="op">,</span> <span class="nam">result</span><span class="op">=</span><span class="str">"foo"</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Future should not have been available to wait on </span><span class="op">{</span><span class="nam">future</span><span class="op">.</span><span class="nam">result</span><span class="op">(</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Future should not have been available to wait on {future.result()}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">        <span class="com"># The background thread should remain running since we have another context still open.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">        <span class="key">assert</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">SshService</span><span class="op">.</span><span class="nam">_EVENT_LOOP_CONTEXT</span><span class="op">.</span><span class="nam">_event_loop_thread</span><span class="op">,</span> <span class="nam">Thread</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -224,7 +224,7 @@ <h2>
             <a class="nav" href="z_354360b2842e9a22_test_service_method_registering_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9d91bcacf3b33219_test_load_environment_config_examples_py.html b/htmlcov/z_9d91bcacf3b33219_test_load_environment_config_examples_py.html
index 66117ac1e2..42b8f2ee6d 100644
--- a/htmlcov/z_9d91bcacf3b33219_test_load_environment_config_examples_py.html
+++ b/htmlcov/z_9d91bcacf3b33219_test_load_environment_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_daea37f8f9d4218b_test_load_global_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -246,7 +246,7 @@ <h2>
             <a class="nav" href="z_daea37f8f9d4218b_test_load_global_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9fc35783a1522e09___init___py.html b/htmlcov/z_9fc35783a1522e09___init___py.html
index e79f4cfaa7..55caba5c89 100644
--- a/htmlcov/z_9fc35783a1522e09___init___py.html
+++ b/htmlcov/z_9fc35783a1522e09___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9fc35783a1522e09_base_scheduler_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -102,7 +102,7 @@ <h2>
             <a class="nav" href="z_9fc35783a1522e09_base_scheduler_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9fc35783a1522e09_base_scheduler_py.html b/htmlcov/z_9fc35783a1522e09_base_scheduler_py.html
index 2106907d8b..5d8d683535 100644
--- a/htmlcov/z_9fc35783a1522e09_base_scheduler_py.html
+++ b/htmlcov/z_9fc35783a1522e09_base_scheduler_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9fc35783a1522e09_sync_scheduler_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -158,7 +158,7 @@ <h2>
     <p class="run"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_config_repeat_count</span> <span class="op">=</span> <span class="nam">int</span><span class="op">(</span><span class="nam">config</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"trial_config_repeat_count"</span><span class="op">,</span> <span class="num">1</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_config_repeat_count</span> <span class="op">&lt;=</span> <span class="num">0</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">                <span class="fst">f"</span><span class="fst">Invalid trial_config_repeat_count: </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_trial_config_repeat_count</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">                <span class="str">f"Invalid trial_config_repeat_count: {self._trial_config_repeat_count}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_do_teardown</span> <span class="op">=</span> <span class="nam">bool</span><span class="op">(</span><span class="nam">config</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"teardown"</span><span class="op">,</span> <span class="key">True</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -339,7 +339,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t">                    <span class="str">"repeat_i"</span><span class="op">:</span> <span class="nam">repeat_i</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t">                    <span class="str">"is_defaults"</span><span class="op">:</span> <span class="nam">tunables</span><span class="op">.</span><span class="nam">is_defaults</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t">                    <span class="op">**</span><span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t">                        <span class="fst">f"</span><span class="fst">opt_</span><span class="op">{</span><span class="nam">key</span><span class="op">}</span><span class="fst">_</span><span class="op">{</span><span class="nam">i</span><span class="op">}</span><span class="fst">"</span><span class="op">:</span> <span class="nam">val</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t">                        <span class="str">f"opt_{key}_{i}"</span><span class="op">:</span> <span class="nam">val</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t">                        <span class="key">for</span> <span class="op">(</span><span class="nam">i</span><span class="op">,</span> <span class="nam">opt_target</span><span class="op">)</span> <span class="key">in</span> <span class="nam">enumerate</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">targets</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t">                        <span class="key">for</span> <span class="op">(</span><span class="nam">key</span><span class="op">,</span> <span class="nam">val</span><span class="op">)</span> <span class="key">in</span> <span class="nam">zip</span><span class="op">(</span><span class="op">[</span><span class="str">"target"</span><span class="op">,</span> <span class="str">"direction"</span><span class="op">]</span><span class="op">,</span> <span class="nam">opt_target</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t263" href="#t263">263</a></span><span class="t">                    <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -406,7 +406,7 @@ <h2>
             <a class="nav" href="z_9fc35783a1522e09_sync_scheduler_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9fc35783a1522e09_sync_scheduler_py.html b/htmlcov/z_9fc35783a1522e09_sync_scheduler_py.html
index 84384b5146..9ee460d560 100644
--- a/htmlcov/z_9fc35783a1522e09_sync_scheduler_py.html
+++ b/htmlcov/z_9fc35783a1522e09_sync_scheduler_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2f8ecfca0b9e9362___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -154,7 +154,7 @@ <h2>
             <a class="nav" href="z_2f8ecfca0b9e9362___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_a35407dc3f69ee51___init___py.html b/htmlcov/z_a35407dc3f69ee51___init___py.html
index 7b65803266..4edd6bcc31 100644
--- a/htmlcov/z_a35407dc3f69ee51___init___py.html
+++ b/htmlcov/z_a35407dc3f69ee51___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_a35407dc3f69ee51_adapter_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -174,7 +174,7 @@ <h2>
             <a class="nav" href="z_a35407dc3f69ee51_adapter_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_a35407dc3f69ee51_adapter_py.html b/htmlcov/z_a35407dc3f69ee51_adapter_py.html
index f95ba52969..6bf9a1e892 100644
--- a/htmlcov/z_a35407dc3f69ee51_adapter_py.html
+++ b/htmlcov/z_a35407dc3f69ee51_adapter_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_a35407dc3f69ee51_identity_adapter_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -178,7 +178,7 @@ <h2>
             <a class="nav" href="z_a35407dc3f69ee51_identity_adapter_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_a35407dc3f69ee51_identity_adapter_py.html b/htmlcov/z_a35407dc3f69ee51_identity_adapter_py.html
index a630a2ada3..5a40017d08 100644
--- a/htmlcov/z_a35407dc3f69ee51_identity_adapter_py.html
+++ b/htmlcov/z_a35407dc3f69ee51_identity_adapter_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_a35407dc3f69ee51_llamatune_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -120,7 +120,7 @@ <h2>
             <a class="nav" href="z_a35407dc3f69ee51_llamatune_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_a35407dc3f69ee51_llamatune_py.html b/htmlcov/z_a35407dc3f69ee51_llamatune_py.html
index 587764cd37..af38335186 100644
--- a/htmlcov/z_a35407dc3f69ee51_llamatune_py.html
+++ b/htmlcov/z_a35407dc3f69ee51_llamatune_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_4c77d49b5a513862___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -201,7 +201,7 @@ <h2>
     <p class="run"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">                    <span class="key">pass</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t">                <span class="key">elif</span> <span class="key">not</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_use_approximate_reverse_mapping</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">                    <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">                        <span class="fst">f"</span><span class="op">{</span><span class="nam">repr</span><span class="op">(</span><span class="nam">configuration</span><span class="op">)</span><span class="op">}</span><span class="fst">\n</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">                        <span class="str">f"{repr(configuration)}\n"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">                        <span class="str">"The above configuration was not suggested by the optimizer. "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">                        <span class="str">"Approximate reverse mapping is currently disabled; "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">                        <span class="str">"thus *only* configurations suggested "</span>&nbsp;</span><span class="r"></span></p>
@@ -294,8 +294,8 @@ <h2>
     <p class="pln"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t">        <span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t">            <span class="nam">warn</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t">                <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">Note: Configuration </span><span class="op">{</span><span class="nam">configuration_dict</span><span class="op">}</span><span class="fst"> was inverse transformed to </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">                    <span class="fst">f"</span><span class="op">{</span><span class="nam">dict</span><span class="op">(</span><span class="nam">target_config</span><span class="op">)</span><span class="op">}</span><span class="fst"> and then back to </span><span class="op">{</span><span class="nam">double_checked_config</span><span class="op">}</span><span class="fst">. </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">                    <span class="str">f"Note: Configuration {configuration_dict} was inverse transformed to "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">                    <span class="str">f"{dict(target_config)} and then back to {double_checked_config}. "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">                    <span class="str">"This is an approximate reverse mapping for previously unregistered "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t">                    <span class="str">"configurations, so this is just a warning."</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">                <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -310,8 +310,8 @@ <h2>
     <p class="pln"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t">            <span class="op">)</span><span class="op">.</span><span class="nam">check_valid_configuration</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t">        <span class="key">except</span> <span class="nam">ConfigSpace</span><span class="op">.</span><span class="nam">exceptions</span><span class="op">.</span><span class="nam">IllegalValueError</span> <span class="key">as</span> <span class="nam">e</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t">                <span class="fst">f"</span><span class="fst">Invalid configuration </span><span class="op">{</span><span class="nam">target_config</span><span class="op">}</span><span class="fst"> generated by </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t">                <span class="fst">f"</span><span class="fst">inverse mapping of </span><span class="op">{</span><span class="nam">config</span><span class="op">}</span><span class="fst">:\n</span><span class="op">{</span><span class="nam">e</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t">                <span class="str">f"Invalid configuration {target_config} generated by "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t">                <span class="str">f"inverse mapping of {config}:\n{e}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t">            <span class="op">)</span> <span class="key">from</span> <span class="nam">e</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t">        <span class="key">return</span> <span class="nam">target_config</span>&nbsp;</span><span class="r"></span></p>
@@ -320,7 +320,7 @@ <h2>
     <p class="run"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t">        <span class="key">if</span> <span class="nam">len</span><span class="op">(</span><span class="nam">configuration</span><span class="op">)</span> <span class="op">!=</span> <span class="num">1</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t240" href="#t240">240</a></span><span class="t">                <span class="str">"Configuration dataframe must contain exactly 1 row. "</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t">                <span class="fst">f"</span><span class="fst">Found </span><span class="op">{</span><span class="nam">len</span><span class="op">(</span><span class="nam">configuration</span><span class="op">)</span><span class="op">}</span><span class="fst"> rows.</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t">                <span class="str">f"Found {len(configuration)} rows."</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t">        <span class="nam">target_values_dict</span> <span class="op">=</span> <span class="nam">configuration</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -340,8 +340,8 @@ <h2>
     <p class="pln"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t">            <span class="op">)</span><span class="op">.</span><span class="nam">check_valid_configuration</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t">        <span class="key">except</span> <span class="nam">ConfigSpace</span><span class="op">.</span><span class="nam">exceptions</span><span class="op">.</span><span class="nam">IllegalValueError</span> <span class="key">as</span> <span class="nam">e</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t">                <span class="fst">f"</span><span class="fst">Invalid configuration </span><span class="op">{</span><span class="nam">orig_configuration</span><span class="op">}</span><span class="fst"> generated by </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t">                <span class="fst">f"</span><span class="fst">transformation of </span><span class="op">{</span><span class="nam">target_configuration</span><span class="op">}</span><span class="fst">:\n</span><span class="op">{</span><span class="nam">e</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t">                <span class="str">f"Invalid configuration {orig_configuration} generated by "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t">                <span class="str">f"transformation of {target_configuration}:\n{e}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t263" href="#t263">263</a></span><span class="t">            <span class="op">)</span> <span class="key">from</span> <span class="nam">e</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t264" href="#t264">264</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t265" href="#t265">265</a></span><span class="t">        <span class="com"># Add to inverse dictionary -- needed for registering the performance later</span>&nbsp;</span><span class="r"></span></p>
@@ -375,7 +375,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t293" href="#t293">293</a></span><span class="t">        <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t294" href="#t294">294</a></span><span class="t">        <span class="key">if</span> <span class="nam">max_unique_values_per_param</span> <span class="key">is</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t295" href="#t295">295</a></span><span class="t">            <span class="nam">hyperparameters</span> <span class="op">=</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t296" href="#t296">296</a></span><span class="t">                <span class="nam">ConfigSpace</span><span class="op">.</span><span class="nam">UniformFloatHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="fst">f"</span><span class="fst">dim_</span><span class="op">{</span><span class="nam">idx</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">1</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t296" href="#t296">296</a></span><span class="t">                <span class="nam">ConfigSpace</span><span class="op">.</span><span class="nam">UniformFloatHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">f"dim_{idx}"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">1</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t297" href="#t297">297</a></span><span class="t">                <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="nam">num_low_dims</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t298" href="#t298">298</a></span><span class="t">            <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t299" href="#t299">299</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -387,7 +387,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t305" href="#t305">305</a></span><span class="t">            <span class="com"># range, used by HeSBO projection.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t306" href="#t306">306</a></span><span class="t">            <span class="nam">hyperparameters</span> <span class="op">=</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t307" href="#t307">307</a></span><span class="t">                <span class="nam">ConfigSpace</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t308" href="#t308">308</a></span><span class="t">                    <span class="nam">name</span><span class="op">=</span><span class="fst">f"</span><span class="fst">dim_</span><span class="op">{</span><span class="nam">idx</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t308" href="#t308">308</a></span><span class="t">                    <span class="nam">name</span><span class="op">=</span><span class="str">f"dim_{idx}"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t309" href="#t309">309</a></span><span class="t">                    <span class="nam">lower</span><span class="op">=</span><span class="num">1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t310" href="#t310">310</a></span><span class="t">                    <span class="nam">upper</span><span class="op">=</span><span class="nam">max_unique_values_per_param</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t311" href="#t311">311</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -525,12 +525,12 @@ <h2>
     <p class="pln"><span class="n"><a id="t443" href="#t443">443</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t444" href="#t444">444</a></span><span class="t">        <span class="key">for</span> <span class="nam">param</span><span class="op">,</span> <span class="nam">value</span> <span class="key">in</span> <span class="nam">special_param_values_dict</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t445" href="#t445">445</a></span><span class="t">            <span class="key">if</span> <span class="nam">param</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">all_parameters</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t446" href="#t446">446</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="nam">error_prefix</span> <span class="op">+</span> <span class="fst">f"</span><span class="fst">Parameter '</span><span class="op">{</span><span class="nam">param</span><span class="op">}</span><span class="fst">' does not exist.</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t446" href="#t446">446</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="nam">error_prefix</span> <span class="op">+</span> <span class="str">f"Parameter '{param}' does not exist."</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t447" href="#t447">447</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t448" href="#t448">448</a></span><span class="t">            <span class="nam">hyperparameter</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">orig_parameter_space</span><span class="op">[</span><span class="nam">param</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t449" href="#t449">449</a></span><span class="t">            <span class="key">if</span> <span class="key">not</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">hyperparameter</span><span class="op">,</span> <span class="nam">ConfigSpace</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t450" href="#t450">450</a></span><span class="t">                <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t451" href="#t451">451</a></span><span class="t">                    <span class="nam">error_prefix</span> <span class="op">+</span> <span class="fst">f"</span><span class="fst">Parameter '</span><span class="op">{</span><span class="nam">param</span><span class="op">}</span><span class="fst">' is not supported. </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t451" href="#t451">451</a></span><span class="t">                    <span class="nam">error_prefix</span> <span class="op">+</span> <span class="str">f"Parameter '{param}' is not supported. "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t452" href="#t452">452</a></span><span class="t">                    <span class="str">"Only Integer Hyperparameters are currently supported."</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t453" href="#t453">453</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t454" href="#t454">454</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -554,13 +554,13 @@ <h2>
     <p class="run"><span class="n"><a id="t472" href="#t472">472</a></span><span class="t">                    <span class="nam">tuple_list</span> <span class="op">=</span> <span class="nam">value</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t473" href="#t473">473</a></span><span class="t">                <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t474" href="#t474">474</a></span><span class="t">                    <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t475" href="#t475">475</a></span><span class="t">                        <span class="nam">error_prefix</span> <span class="op">+</span> <span class="fst">f"</span><span class="fst">Invalid format in value list for parameter '</span><span class="op">{</span><span class="nam">param</span><span class="op">}</span><span class="fst">'. </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t476" href="#t476">476</a></span><span class="t">                        <span class="fst">f"</span><span class="fst">Special value list should contain either integers, </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t475" href="#t475">475</a></span><span class="t">                        <span class="nam">error_prefix</span> <span class="op">+</span> <span class="str">f"Invalid format in value list for parameter '{param}'. "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t476" href="#t476">476</a></span><span class="t">                        <span class="str">f"Special value list should contain either integers, "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t477" href="#t477">477</a></span><span class="t">                        <span class="str">"or (special value, biasing %) tuples."</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t478" href="#t478">478</a></span><span class="t">                    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t479" href="#t479">479</a></span><span class="t">            <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t480" href="#t480">480</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t481" href="#t481">481</a></span><span class="t">                    <span class="nam">error_prefix</span> <span class="op">+</span> <span class="fst">f"</span><span class="fst">Invalid format for parameter '</span><span class="op">{</span><span class="nam">param</span><span class="op">}</span><span class="fst">'. Dict value should be </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t481" href="#t481">481</a></span><span class="t">                    <span class="nam">error_prefix</span> <span class="op">+</span> <span class="str">f"Invalid format for parameter '{param}'. Dict value should be "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t482" href="#t482">482</a></span><span class="t">                    <span class="str">"an int, a (int, float) tuple, a list of integers, "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t483" href="#t483">483</a></span><span class="t">                    <span class="str">"or a list of (int, float) tuples."</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t484" href="#t484">484</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -570,20 +570,20 @@ <h2>
     <p class="run"><span class="n"><a id="t488" href="#t488">488</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t489" href="#t489">489</a></span><span class="t">                    <span class="nam">error_prefix</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t490" href="#t490">490</a></span><span class="t">                    <span class="op">+</span> <span class="str">"One (or more) special values are outside of parameter "</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t491" href="#t491">491</a></span><span class="t">                    <span class="op">+</span> <span class="fst">f"</span><span class="fst">'</span><span class="op">{</span><span class="nam">param</span><span class="op">}</span><span class="fst">' value domain.</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t491" href="#t491">491</a></span><span class="t">                    <span class="op">+</span> <span class="str">f"'{param}' value domain."</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t492" href="#t492">492</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t493" href="#t493">493</a></span><span class="t">            <span class="com"># Are user-provided special values unique?</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t494" href="#t494">494</a></span><span class="t">            <span class="key">if</span> <span class="nam">len</span><span class="op">(</span><span class="nam">set</span><span class="op">(</span><span class="nam">v</span> <span class="key">for</span> <span class="nam">v</span><span class="op">,</span> <span class="nam">_</span> <span class="key">in</span> <span class="nam">tuple_list</span><span class="op">)</span><span class="op">)</span> <span class="op">!=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">tuple_list</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t495" href="#t495">495</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t496" href="#t496">496</a></span><span class="t">                    <span class="nam">error_prefix</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t497" href="#t497">497</a></span><span class="t">                    <span class="op">+</span> <span class="str">"One (or more) special values are defined more than once "</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t498" href="#t498">498</a></span><span class="t">                    <span class="op">+</span> <span class="fst">f"</span><span class="fst">for parameter '</span><span class="op">{</span><span class="nam">param</span><span class="op">}</span><span class="fst">'.</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t498" href="#t498">498</a></span><span class="t">                    <span class="op">+</span> <span class="str">f"for parameter '{param}'."</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t499" href="#t499">499</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t500" href="#t500">500</a></span><span class="t">            <span class="com"># Are biasing percentages valid?</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t501" href="#t501">501</a></span><span class="t">            <span class="key">if</span> <span class="key">not</span> <span class="nam">all</span><span class="op">(</span><span class="num">0</span> <span class="op">&lt;</span> <span class="nam">perc</span> <span class="op">&lt;</span> <span class="num">1</span> <span class="key">for</span> <span class="nam">_</span><span class="op">,</span> <span class="nam">perc</span> <span class="key">in</span> <span class="nam">tuple_list</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t502" href="#t502">502</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t503" href="#t503">503</a></span><span class="t">                    <span class="nam">error_prefix</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t504" href="#t504">504</a></span><span class="t">                    <span class="op">+</span> <span class="fst">f"</span><span class="fst">One (or more) biasing percentages for parameter '</span><span class="op">{</span><span class="nam">param</span><span class="op">}</span><span class="fst">' are invalid: </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t504" href="#t504">504</a></span><span class="t">                    <span class="op">+</span> <span class="str">f"One (or more) biasing percentages for parameter '{param}' are invalid: "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t505" href="#t505">505</a></span><span class="t">                    <span class="str">"i.e., fall outside (0, 1) range."</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t506" href="#t506">506</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t507" href="#t507">507</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -591,12 +591,12 @@ <h2>
     <p class="run"><span class="n"><a id="t509" href="#t509">509</a></span><span class="t">            <span class="key">if</span> <span class="nam">total_percentage</span> <span class="op">>=</span> <span class="num">1.0</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t510" href="#t510">510</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t511" href="#t511">511</a></span><span class="t">                    <span class="nam">error_prefix</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t512" href="#t512">512</a></span><span class="t">                    <span class="op">+</span> <span class="fst">f"</span><span class="fst">Total special values percentage for parameter '</span><span class="op">{</span><span class="nam">param</span><span class="op">}</span><span class="fst">' surpass 100%.</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t512" href="#t512">512</a></span><span class="t">                    <span class="op">+</span> <span class="str">f"Total special values percentage for parameter '{param}' surpass 100%."</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t513" href="#t513">513</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t514" href="#t514">514</a></span><span class="t">            <span class="com"># ... and reasonable?</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t515" href="#t515">515</a></span><span class="t">            <span class="key">if</span> <span class="nam">total_percentage</span> <span class="op">>=</span> <span class="num">0.5</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t516" href="#t516">516</a></span><span class="t">                <span class="nam">warn</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t517" href="#t517">517</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">Total special values percentage for parameter '</span><span class="op">{</span><span class="nam">param</span><span class="op">}</span><span class="fst">' exceeds 50%.</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t517" href="#t517">517</a></span><span class="t">                    <span class="str">f"Total special values percentage for parameter '{param}' exceeds 50%."</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t518" href="#t518">518</a></span><span class="t">                    <span class="nam">UserWarning</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t519" href="#t519">519</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t520" href="#t520">520</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -649,7 +649,7 @@ <h2>
     <p class="run"><span class="n"><a id="t567" href="#t567">567</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_pinv_matrix</span> <span class="op">=</span> <span class="nam">pinv</span><span class="op">(</span><span class="nam">proj_matrix</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t568" href="#t568">568</a></span><span class="t">        <span class="key">except</span> <span class="nam">LinAlgError</span> <span class="key">as</span> <span class="nam">err</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t569" href="#t569">569</a></span><span class="t">            <span class="key">raise</span> <span class="nam">RuntimeError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t570" href="#t570">570</a></span><span class="t">                <span class="fst">f"</span><span class="fst">Unable to generate reverse mapping using pseudo-inverse matrix: </span><span class="op">{</span><span class="nam">repr</span><span class="op">(</span><span class="nam">err</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t570" href="#t570">570</a></span><span class="t">                <span class="str">f"Unable to generate reverse mapping using pseudo-inverse matrix: {repr(err)}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t571" href="#t571">571</a></span><span class="t">            <span class="op">)</span> <span class="key">from</span> <span class="nam">err</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t572" href="#t572">572</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_pinv_matrix</span><span class="op">.</span><span class="nam">shape</span> <span class="op">==</span> <span class="op">(</span><span class="nam">target_space_num_dims</span><span class="op">,</span> <span class="nam">orig_space_num_dims</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 </main>
@@ -661,7 +661,7 @@ <h2>
             <a class="nav" href="z_4c77d49b5a513862___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b2e8508ca8301e3e___init___py.html b/htmlcov/z_b2e8508ca8301e3e___init___py.html
index ae40dc0d25..dcc371a07d 100644
--- a/htmlcov/z_b2e8508ca8301e3e___init___py.html
+++ b/htmlcov/z_b2e8508ca8301e3e___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_0bd431c13c518cba_test_cli_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -142,14 +142,14 @@ <h2>
     <p class="run"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">        <span class="key">if</span> <span class="nam">test_case_dir</span> <span class="op">==</span> <span class="str">"README.md"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">            <span class="key">continue</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">        <span class="key">if</span> <span class="nam">test_case_dir</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">_SCHEMA_TEST_TYPES</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">            <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Unhandled test case type: </span><span class="op">{</span><span class="nam">test_case_dir</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">            <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span><span class="str">f"Unhandled test case type: {test_case_dir}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">        <span class="key">for</span> <span class="nam">test_case_subdir</span> <span class="key">in</span> <span class="nam">os</span><span class="op">.</span><span class="nam">listdir</span><span class="op">(</span><span class="nam">os</span><span class="op">.</span><span class="nam">path</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="nam">test_cases_root</span><span class="op">,</span> <span class="nam">test_case_dir</span><span class="op">)</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">            <span class="key">if</span> <span class="nam">test_case_subdir</span> <span class="op">==</span> <span class="str">"README.md"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">                <span class="key">continue</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">            <span class="key">if</span> <span class="nam">test_case_subdir</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">_SCHEMA_TEST_TYPES</span><span class="op">[</span><span class="nam">test_case_dir</span><span class="op">]</span><span class="op">.</span><span class="nam">test_case_subtypes</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">                <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">Unhandled test case subtype </span><span class="op">{</span><span class="nam">test_case_subdir</span><span class="op">}</span><span class="fst"> </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">                    <span class="fst">f"</span><span class="fst">for test case type </span><span class="op">{</span><span class="nam">test_case_dir</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">                    <span class="str">f"Unhandled test case subtype {test_case_subdir} "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">                    <span class="str">f"for test case type {test_case_dir}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -229,7 +229,7 @@ <h2>
     <p class="run"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">        <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">jsonschema</span><span class="op">.</span><span class="nam">ValidationError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">            <span class="nam">schema_type</span><span class="op">.</span><span class="nam">validate</span><span class="op">(</span><span class="nam">test_case</span><span class="op">.</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">    <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">        <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Unknown test case type: </span><span class="op">{</span><span class="nam">test_case</span><span class="op">.</span><span class="nam">test_case_type</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">        <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span><span class="str">f"Unknown test case type: {test_case.test_case_type}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t"><span class="key">def</span> <span class="nam">check_test_case_config_with_extra_param</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -261,7 +261,7 @@ <h2>
             <a class="nav" href="z_0bd431c13c518cba_test_cli_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b5994b7a43ca5d1f___init___py.html b/htmlcov/z_b5994b7a43ca5d1f___init___py.html
index 43ac62bd34..5705e344d1 100644
--- a/htmlcov/z_b5994b7a43ca5d1f___init___py.html
+++ b/htmlcov/z_b5994b7a43ca5d1f___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b5994b7a43ca5d1f_azure_fileshare_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -109,7 +109,7 @@ <h2>
             <a class="nav" href="z_b5994b7a43ca5d1f_azure_fileshare_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b5994b7a43ca5d1f_azure_fileshare_test_py.html b/htmlcov/z_b5994b7a43ca5d1f_azure_fileshare_test_py.html
index 65e8bc20e0..f1f7d2903a 100644
--- a/htmlcov/z_b5994b7a43ca5d1f_azure_fileshare_test_py.html
+++ b/htmlcov/z_b5994b7a43ca5d1f_azure_fileshare_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b5994b7a43ca5d1f_azure_network_services_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -106,8 +106,8 @@ <h2>
     <p class="run"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t">    <span class="nam">filename</span> <span class="op">=</span> <span class="str">"test.csv"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t">    <span class="nam">remote_folder</span> <span class="op">=</span> <span class="str">"a/remote/folder"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t">    <span class="nam">local_folder</span> <span class="op">=</span> <span class="str">"some/local/folder"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t">    <span class="nam">remote_path</span> <span class="op">=</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">remote_folder</span><span class="op">}</span><span class="fst">/</span><span class="op">{</span><span class="nam">filename</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t">    <span class="nam">local_path</span> <span class="op">=</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">local_folder</span><span class="op">}</span><span class="fst">/</span><span class="op">{</span><span class="nam">filename</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t">    <span class="nam">remote_path</span> <span class="op">=</span> <span class="str">f"{remote_folder}/{filename}"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t">    <span class="nam">local_path</span> <span class="op">=</span> <span class="str">f"{local_folder}/{filename}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t">    <span class="nam">config</span><span class="op">:</span> <span class="nam">dict</span> <span class="op">=</span> <span class="op">{</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">    <span class="key">with</span> <span class="nam">patch</span><span class="op">.</span><span class="nam">object</span><span class="op">(</span><span class="nam">azure_fileshare</span><span class="op">,</span> <span class="str">"_share_client"</span><span class="op">)</span> <span class="key">as</span> <span class="nam">mock_share_client</span><span class="op">,</span> <span class="nam">patch</span><span class="op">.</span><span class="nam">object</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -142,7 +142,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">                <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">        <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">        <span class="fst">f"</span><span class="op">{</span><span class="nam">remote_folder</span><span class="op">}</span><span class="fst">/a_folder</span><span class="fst">"</span><span class="op">:</span> <span class="nam">Mock</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">        <span class="str">f"{remote_folder}/a_folder"</span><span class="op">:</span> <span class="nam">Mock</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">            <span class="nam">exists</span><span class="op">=</span><span class="nam">Mock</span><span class="op">(</span><span class="nam">return_value</span><span class="op">=</span><span class="key">True</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">            <span class="nam">list_directories_and_files</span><span class="op">=</span><span class="nam">Mock</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">                <span class="nam">return_value</span><span class="op">=</span><span class="op">[</span>&nbsp;</span><span class="r"></span></p>
@@ -150,8 +150,8 @@ <h2>
     <p class="pln"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">                <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">        <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">        <span class="fst">f"</span><span class="op">{</span><span class="nam">remote_folder</span><span class="op">}</span><span class="fst">/a_file_1.csv</span><span class="fst">"</span><span class="op">:</span> <span class="nam">Mock</span><span class="op">(</span><span class="nam">exists</span><span class="op">=</span><span class="nam">Mock</span><span class="op">(</span><span class="nam">return_value</span><span class="op">=</span><span class="key">False</span><span class="op">)</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">        <span class="fst">f"</span><span class="op">{</span><span class="nam">remote_folder</span><span class="op">}</span><span class="fst">/a_folder/a_file_2.csv</span><span class="fst">"</span><span class="op">:</span> <span class="nam">Mock</span><span class="op">(</span><span class="nam">exists</span><span class="op">=</span><span class="nam">Mock</span><span class="op">(</span><span class="nam">return_value</span><span class="op">=</span><span class="key">False</span><span class="op">)</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">        <span class="str">f"{remote_folder}/a_file_1.csv"</span><span class="op">:</span> <span class="nam">Mock</span><span class="op">(</span><span class="nam">exists</span><span class="op">=</span><span class="nam">Mock</span><span class="op">(</span><span class="nam">return_value</span><span class="op">=</span><span class="key">False</span><span class="op">)</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">        <span class="str">f"{remote_folder}/a_folder/a_file_2.csv"</span><span class="op">:</span> <span class="nam">Mock</span><span class="op">(</span><span class="nam">exists</span><span class="op">=</span><span class="nam">Mock</span><span class="op">(</span><span class="nam">return_value</span><span class="op">=</span><span class="key">False</span><span class="op">)</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">    <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -179,12 +179,12 @@ <h2>
     <p class="run"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">        <span class="nam">azure_fileshare</span><span class="op">.</span><span class="nam">download</span><span class="op">(</span><span class="nam">config</span><span class="op">,</span> <span class="nam">remote_folder</span><span class="op">,</span> <span class="nam">local_folder</span><span class="op">,</span> <span class="nam">recursive</span><span class="op">=</span><span class="key">False</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">    <span class="nam">mock_get_file_client</span><span class="op">.</span><span class="nam">assert_called_with</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">        <span class="fst">f"</span><span class="op">{</span><span class="nam">remote_folder</span><span class="op">}</span><span class="fst">/a_file_1.csv</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">        <span class="str">f"{remote_folder}/a_file_1.csv"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">    <span class="nam">mock_get_directory_client</span><span class="op">.</span><span class="nam">assert_has_calls</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="nam">remote_folder</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="fst">f"</span><span class="op">{</span><span class="nam">remote_folder</span><span class="op">}</span><span class="fst">/a_file_1.csv</span><span class="fst">"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="str">f"{remote_folder}/a_file_1.csv"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">        <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">        <span class="nam">any_order</span><span class="op">=</span><span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -212,17 +212,17 @@ <h2>
     <p class="pln"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">    <span class="nam">mock_get_file_client</span><span class="op">.</span><span class="nam">assert_has_calls</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="fst">f"</span><span class="op">{</span><span class="nam">remote_folder</span><span class="op">}</span><span class="fst">/a_file_1.csv</span><span class="fst">"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="fst">f"</span><span class="op">{</span><span class="nam">remote_folder</span><span class="op">}</span><span class="fst">/a_folder/a_file_2.csv</span><span class="fst">"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="str">f"{remote_folder}/a_file_1.csv"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="str">f"{remote_folder}/a_folder/a_file_2.csv"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">        <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">        <span class="nam">any_order</span><span class="op">=</span><span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">    <span class="nam">mock_get_directory_client</span><span class="op">.</span><span class="nam">assert_has_calls</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="nam">remote_folder</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="fst">f"</span><span class="op">{</span><span class="nam">remote_folder</span><span class="op">}</span><span class="fst">/a_file_1.csv</span><span class="fst">"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="fst">f"</span><span class="op">{</span><span class="nam">remote_folder</span><span class="op">}</span><span class="fst">/a_folder</span><span class="fst">"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="fst">f"</span><span class="op">{</span><span class="nam">remote_folder</span><span class="op">}</span><span class="fst">/a_folder/a_file_2.csv</span><span class="fst">"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="str">f"{remote_folder}/a_file_1.csv"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="str">f"{remote_folder}/a_folder"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="str">f"{remote_folder}/a_folder/a_file_2.csv"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">        <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">        <span class="nam">any_order</span><span class="op">=</span><span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -238,8 +238,8 @@ <h2>
     <p class="run"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">    <span class="nam">filename</span> <span class="op">=</span> <span class="str">"test.csv"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">    <span class="nam">remote_folder</span> <span class="op">=</span> <span class="str">"a/remote/folder"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">    <span class="nam">local_folder</span> <span class="op">=</span> <span class="str">"some/local/folder"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">    <span class="nam">remote_path</span> <span class="op">=</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">remote_folder</span><span class="op">}</span><span class="fst">/</span><span class="op">{</span><span class="nam">filename</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">    <span class="nam">local_path</span> <span class="op">=</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">local_folder</span><span class="op">}</span><span class="fst">/</span><span class="op">{</span><span class="nam">filename</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">    <span class="nam">remote_path</span> <span class="op">=</span> <span class="str">f"{remote_folder}/{filename}"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">    <span class="nam">local_path</span> <span class="op">=</span> <span class="str">f"{local_folder}/{filename}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t">    <span class="nam">mock_share_client</span> <span class="op">=</span> <span class="nam">azure_fileshare</span><span class="op">.</span><span class="nam">_share_client</span>  <span class="com"># pylint: disable=protected-access</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t">    <span class="nam">mock_isdir</span><span class="op">.</span><span class="nam">return_value</span> <span class="op">=</span> <span class="key">False</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -273,7 +273,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t">            <span class="nam">MyDirEntry</span><span class="op">(</span><span class="str">"a_folder"</span><span class="op">,</span> <span class="key">True</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t">            <span class="nam">MyDirEntry</span><span class="op">(</span><span class="str">"a_file_1.csv"</span><span class="op">,</span> <span class="key">False</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t">        <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t">        <span class="fst">f"</span><span class="op">{</span><span class="nam">local_folder</span><span class="op">}</span><span class="fst">/a_folder</span><span class="fst">"</span><span class="op">:</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t">        <span class="str">f"{local_folder}/a_folder"</span><span class="op">:</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t">            <span class="nam">MyDirEntry</span><span class="op">(</span><span class="str">"a_file_2.csv"</span><span class="op">,</span> <span class="key">False</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t">        <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t">    <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
@@ -282,9 +282,9 @@ <h2>
     <p class="run"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t"><span class="key">def</span> <span class="nam">make_isdir_returns</span><span class="op">(</span><span class="nam">local_folder</span><span class="op">:</span> <span class="nam">str</span><span class="op">)</span> <span class="op">-></span> <span class="nam">dict</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">    <span class="key">return</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t">        <span class="nam">local_folder</span><span class="op">:</span> <span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t">        <span class="fst">f"</span><span class="op">{</span><span class="nam">local_folder</span><span class="op">}</span><span class="fst">/a_file_1.csv</span><span class="fst">"</span><span class="op">:</span> <span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t">        <span class="fst">f"</span><span class="op">{</span><span class="nam">local_folder</span><span class="op">}</span><span class="fst">/a_folder</span><span class="fst">"</span><span class="op">:</span> <span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t">        <span class="fst">f"</span><span class="op">{</span><span class="nam">local_folder</span><span class="op">}</span><span class="fst">/a_folder/a_file_2.csv</span><span class="fst">"</span><span class="op">:</span> <span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t">        <span class="str">f"{local_folder}/a_file_1.csv"</span><span class="op">:</span> <span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t">        <span class="str">f"{local_folder}/a_folder"</span><span class="op">:</span> <span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t">        <span class="str">f"{local_folder}/a_folder/a_file_2.csv"</span><span class="op">:</span> <span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t">    <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t208" href="#t208">208</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -322,7 +322,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t240" href="#t240">240</a></span><span class="t">    <span class="op">)</span> <span class="key">as</span> <span class="nam">mock_get_file_client</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t">        <span class="nam">azure_fileshare</span><span class="op">.</span><span class="nam">upload</span><span class="op">(</span><span class="nam">config</span><span class="op">,</span> <span class="nam">local_folder</span><span class="op">,</span> <span class="nam">remote_folder</span><span class="op">,</span> <span class="nam">recursive</span><span class="op">=</span><span class="key">False</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t">    <span class="nam">mock_get_file_client</span><span class="op">.</span><span class="nam">assert_called_with</span><span class="op">(</span><span class="fst">f"</span><span class="op">{</span><span class="nam">remote_folder</span><span class="op">}</span><span class="fst">/a_file_1.csv</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t">    <span class="nam">mock_get_file_client</span><span class="op">.</span><span class="nam">assert_called_with</span><span class="op">(</span><span class="str">f"{remote_folder}/a_file_1.csv"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t"><span class="op">@</span><span class="nam">patch</span><span class="op">(</span><span class="str">"mlos_bench.services.remote.azure.azure_fileshare.open"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -350,8 +350,8 @@ <h2>
     <p class="pln"><span class="n"><a id="t268" href="#t268">268</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t269" href="#t269">269</a></span><span class="t">    <span class="nam">mock_get_file_client</span><span class="op">.</span><span class="nam">assert_has_calls</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t270" href="#t270">270</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t271" href="#t271">271</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="fst">f"</span><span class="op">{</span><span class="nam">remote_folder</span><span class="op">}</span><span class="fst">/a_file_1.csv</span><span class="fst">"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t272" href="#t272">272</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="fst">f"</span><span class="op">{</span><span class="nam">remote_folder</span><span class="op">}</span><span class="fst">/a_folder/a_file_2.csv</span><span class="fst">"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t271" href="#t271">271</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="str">f"{remote_folder}/a_file_1.csv"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t272" href="#t272">272</a></span><span class="t">            <span class="nam">call</span><span class="op">(</span><span class="str">f"{remote_folder}/a_folder/a_file_2.csv"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t273" href="#t273">273</a></span><span class="t">        <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t274" href="#t274">274</a></span><span class="t">        <span class="nam">any_order</span><span class="op">=</span><span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t275" href="#t275">275</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -364,7 +364,7 @@ <h2>
             <a class="nav" href="z_b5994b7a43ca5d1f_azure_network_services_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b5994b7a43ca5d1f_azure_network_services_test_py.html b/htmlcov/z_b5994b7a43ca5d1f_azure_network_services_test_py.html
index 310355b74c..d227dde105 100644
--- a/htmlcov/z_b5994b7a43ca5d1f_azure_network_services_test_py.html
+++ b/htmlcov/z_b5994b7a43ca5d1f_azure_network_services_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b5994b7a43ca5d1f_azure_vm_services_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -214,7 +214,7 @@ <h2>
             <a class="nav" href="z_b5994b7a43ca5d1f_azure_vm_services_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b5994b7a43ca5d1f_azure_vm_services_test_py.html b/htmlcov/z_b5994b7a43ca5d1f_azure_vm_services_test_py.html
index 50ba9aad9d..c9ca0ea86f 100644
--- a/htmlcov/z_b5994b7a43ca5d1f_azure_vm_services_test_py.html
+++ b/htmlcov/z_b5994b7a43ca5d1f_azure_vm_services_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b5994b7a43ca5d1f_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -166,11 +166,11 @@ <h2>
     <p class="run"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">    <span class="key">assert</span> <span class="nam">azure_vm_service</span><span class="op">.</span><span class="nam">deploy_params</span><span class="op">[</span><span class="str">"location"</span><span class="op">]</span> <span class="op">==</span> <span class="nam">global_config</span><span class="op">[</span><span class="str">"location"</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">    <span class="key">assert</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">        <span class="nam">azure_vm_service</span><span class="op">.</span><span class="nam">deploy_params</span><span class="op">[</span><span class="str">"vmMeta"</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">        <span class="op">==</span> <span class="fst">f'</span><span class="op">{</span><span class="nam">global_config</span><span class="op">[</span><span class="str">"vmName"</span><span class="op">]</span><span class="op">}</span><span class="fst">-</span><span class="op">{</span><span class="nam">global_config</span><span class="op">[</span><span class="str">"location"</span><span class="op">]</span><span class="op">}</span><span class="fst">'</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">        <span class="op">==</span> <span class="str">f'{global_config["vmName"]}-{global_config["location"]}'</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">    <span class="key">assert</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">        <span class="nam">azure_vm_service</span><span class="op">.</span><span class="nam">deploy_params</span><span class="op">[</span><span class="str">"vmNsg"</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">        <span class="op">==</span> <span class="fst">f'</span><span class="op">{</span><span class="nam">azure_vm_service</span><span class="op">.</span><span class="nam">deploy_params</span><span class="op">[</span><span class="str">"vmMeta"</span><span class="op">]</span><span class="op">}</span><span class="fst">-nsg</span><span class="fst">'</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">        <span class="op">==</span> <span class="str">f'{azure_vm_service.deploy_params["vmMeta"]}-nsg'</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -476,7 +476,7 @@ <h2>
             <a class="nav" href="z_b5994b7a43ca5d1f_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b5994b7a43ca5d1f_conftest_py.html b/htmlcov/z_b5994b7a43ca5d1f_conftest_py.html
index 14f51b26b1..1a3a181ce2 100644
--- a/htmlcov/z_b5994b7a43ca5d1f_conftest_py.html
+++ b/htmlcov/z_b5994b7a43ca5d1f_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -205,7 +205,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb___init___py.html b/htmlcov/z_b6de38f7e42477eb___init___py.html
index 2b6b636d48..df3f8ae614 100644
--- a/htmlcov/z_b6de38f7e42477eb___init___py.html
+++ b/htmlcov/z_b6de38f7e42477eb___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -98,7 +98,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_conftest_py.html b/htmlcov/z_b6de38f7e42477eb_conftest_py.html
index dcab8733a2..afa95eeac9 100644
--- a/htmlcov/z_b6de38f7e42477eb_conftest_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_test_empty_tunable_group_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -166,7 +166,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_test_empty_tunable_group_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_test_empty_tunable_group_py.html b/htmlcov/z_b6de38f7e42477eb_test_empty_tunable_group_py.html
index 673571a5ae..b6f9779912 100644
--- a/htmlcov/z_b6de38f7e42477eb_test_empty_tunable_group_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_test_empty_tunable_group_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_test_tunable_categoricals_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -107,7 +107,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_test_tunable_categoricals_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_test_tunable_categoricals_py.html b/htmlcov/z_b6de38f7e42477eb_test_tunable_categoricals_py.html
index 52dde96c5b..9d48de7b87 100644
--- a/htmlcov/z_b6de38f7e42477eb_test_tunable_categoricals_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_test_tunable_categoricals_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_test_tunables_size_props_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -147,7 +147,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_test_tunables_size_props_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_test_tunables_size_props_py.html b/htmlcov/z_b6de38f7e42477eb_test_tunables_size_props_py.html
index 484e2fbfb2..b69166ed08 100644
--- a/htmlcov/z_b6de38f7e42477eb_test_tunables_size_props_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_test_tunables_size_props_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_accessors_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -190,7 +190,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_accessors_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_accessors_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_accessors_test_py.html
index 51af0bbfdd..9d3c4f0640 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_accessors_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_accessors_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_comparison_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -112,7 +112,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t"><span class="key">def</span> <span class="nam">test_covariant_group_repr</span><span class="op">(</span><span class="nam">covariant_group</span><span class="op">:</span> <span class="nam">CovariantTunableGroup</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">    <span class="str">"""Tests that the covariant group representation works as expected."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">    <span class="key">assert</span> <span class="nam">repr</span><span class="op">(</span><span class="nam">covariant_group</span><span class="op">)</span><span class="op">.</span><span class="nam">startswith</span><span class="op">(</span><span class="fst">f"</span><span class="op">{</span><span class="nam">covariant_group</span><span class="op">.</span><span class="nam">name</span><span class="op">}</span><span class="fst">:</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">    <span class="key">assert</span> <span class="nam">repr</span><span class="op">(</span><span class="nam">covariant_group</span><span class="op">)</span><span class="op">.</span><span class="nam">startswith</span><span class="op">(</span><span class="str">f"{covariant_group.name}:"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t"><span class="key">def</span> <span class="nam">test_covariant_group_tunables</span><span class="op">(</span><span class="nam">covariant_group</span><span class="op">:</span> <span class="nam">CovariantTunableGroup</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -128,7 +128,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_comparison_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_comparison_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_comparison_test_py.html
index 006c98940d..d73311c5ad 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_comparison_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_comparison_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_definition_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -190,7 +190,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_definition_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_definition_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_definition_test_py.html
index c350145110..856a4d7d6a 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_definition_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_definition_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_distributions_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -206,7 +206,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">    <span class="str">"""Disallow null values as default for numerical tunables."""</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">            <span class="nam">name</span><span class="op">=</span><span class="fst">f"</span><span class="fst">test_</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">            <span class="nam">name</span><span class="op">=</span><span class="str">f"test_{tunable_type}"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">            <span class="nam">config</span><span class="op">=</span><span class="op">{</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">                <span class="str">"type"</span><span class="op">:</span> <span class="nam">tunable_type</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">                <span class="str">"range"</span><span class="op">:</span> <span class="op">[</span><span class="num">0</span><span class="op">,</span> <span class="num">10</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -220,7 +220,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">    <span class="str">"""Disallow out of range values as default for numerical tunables."""</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">            <span class="nam">name</span><span class="op">=</span><span class="fst">f"</span><span class="fst">test_</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">            <span class="nam">name</span><span class="op">=</span><span class="str">f"test_{tunable_type}"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">            <span class="nam">config</span><span class="op">=</span><span class="op">{</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">                <span class="str">"type"</span><span class="op">:</span> <span class="nam">tunable_type</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">                <span class="str">"range"</span><span class="op">:</span> <span class="op">[</span><span class="num">0</span><span class="op">,</span> <span class="num">10</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -234,7 +234,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">    <span class="str">"""Disallow values param for numerical tunables."""</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">            <span class="nam">name</span><span class="op">=</span><span class="fst">f"</span><span class="fst">test_</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">            <span class="nam">name</span><span class="op">=</span><span class="str">f"test_{tunable_type}"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">            <span class="nam">config</span><span class="op">=</span><span class="op">{</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">                <span class="str">"type"</span><span class="op">:</span> <span class="nam">tunable_type</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">                <span class="str">"range"</span><span class="op">:</span> <span class="op">[</span><span class="num">0</span><span class="op">,</span> <span class="num">10</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -247,61 +247,61 @@ <h2>
     <p class="run"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span><span class="str">"tunable_type"</span><span class="op">,</span> <span class="op">[</span><span class="str">"int"</span><span class="op">,</span> <span class="str">"float"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t"><span class="key">def</span> <span class="nam">test_numerical_tunable_required_params</span><span class="op">(</span><span class="nam">tunable_type</span><span class="op">:</span> <span class="nam">TunableValueTypeName</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t">    <span class="str">"""Disallow null values param for numerical tunables."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="fst">f"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t"><span class="fst">    {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t"><span class="fst">        "type": "</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t"><span class="fst">        "range_missing": [0, 10],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t"><span class="fst">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t"><span class="fst">    }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t"><span class="fst">    </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="str">f"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t"><span class="str">    {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t"><span class="str">        "type": "{tunable_type}",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t"><span class="str">        "range_missing": [0, 10],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t"><span class="str">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t"><span class="str">    }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">json</span><span class="op">.</span><span class="nam">loads</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="fst">f"</span><span class="fst">test_</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">f"test_{tunable_type}"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t178" href="#t178">178</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span><span class="str">"tunable_type"</span><span class="op">,</span> <span class="op">[</span><span class="str">"int"</span><span class="op">,</span> <span class="str">"float"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t"><span class="key">def</span> <span class="nam">test_numerical_tunable_invalid_range</span><span class="op">(</span><span class="nam">tunable_type</span><span class="op">:</span> <span class="nam">TunableValueTypeName</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t">    <span class="str">"""Disallow invalid range param for numerical tunables."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="fst">f"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t"><span class="fst">    {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t"><span class="fst">        "type": "</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t"><span class="fst">        "range": [0, 10, 7],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t"><span class="fst">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t"><span class="fst">    }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t"><span class="fst">    </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="str">f"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t"><span class="str">    {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t"><span class="str">        "type": "{tunable_type}",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t"><span class="str">        "range": [0, 10, 7],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t"><span class="str">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t"><span class="str">    }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">json</span><span class="op">.</span><span class="nam">loads</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">AssertionError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="fst">f"</span><span class="fst">test_</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">f"test_{tunable_type}"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span><span class="str">"tunable_type"</span><span class="op">,</span> <span class="op">[</span><span class="str">"int"</span><span class="op">,</span> <span class="str">"float"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t"><span class="key">def</span> <span class="nam">test_numerical_tunable_reversed_range</span><span class="op">(</span><span class="nam">tunable_type</span><span class="op">:</span> <span class="nam">TunableValueTypeName</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t">    <span class="str">"""Disallow reverse range param for numerical tunables."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="fst">f"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t"><span class="fst">    {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t"><span class="fst">        "type": "</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t"><span class="fst">        "range": [10, 0],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t"><span class="fst">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t"><span class="fst">    }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t"><span class="fst">    </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="str">f"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t"><span class="str">    {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t"><span class="str">        "type": "{tunable_type}",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t"><span class="str">        "range": [10, 0],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t"><span class="str">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t"><span class="str">    }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">json</span><span class="op">.</span><span class="nam">loads</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="fst">f"</span><span class="fst">test_</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">f"test_{tunable_type}"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t208" href="#t208">208</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t209" href="#t209">209</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t210" href="#t210">210</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span><span class="str">"tunable_type"</span><span class="op">,</span> <span class="op">[</span><span class="str">"int"</span><span class="op">,</span> <span class="str">"float"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t211" href="#t211">211</a></span><span class="t"><span class="key">def</span> <span class="nam">test_numerical_weights</span><span class="op">(</span><span class="nam">tunable_type</span><span class="op">:</span> <span class="nam">TunableValueTypeName</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t">    <span class="str">"""Instantiate a numerical tunable with weighted special values."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="fst">f"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t"><span class="fst">    {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t"><span class="fst">        "type": "</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t"><span class="fst">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t"><span class="fst">        "special": [0],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t"><span class="fst">        "special_weights": [0.1],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t"><span class="fst">        "range_weight": 0.9,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t"><span class="fst">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t"><span class="fst">    }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t"><span class="fst">    </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="str">f"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t"><span class="str">    {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t"><span class="str">        "type": "{tunable_type}",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t"><span class="str">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t"><span class="str">        "special": [0],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t"><span class="str">        "special_weights": [0.1],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t"><span class="str">        "range_weight": 0.9,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t"><span class="str">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t"><span class="str">    }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">json</span><span class="op">.</span><span class="nam">loads</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t">    <span class="nam">tunable</span> <span class="op">=</span> <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"test"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t">    <span class="key">assert</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span> <span class="op">==</span> <span class="op">[</span><span class="num">0</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
@@ -312,14 +312,14 @@ <h2>
     <p class="run"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span><span class="str">"tunable_type"</span><span class="op">,</span> <span class="op">[</span><span class="str">"int"</span><span class="op">,</span> <span class="str">"float"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t"><span class="key">def</span> <span class="nam">test_numerical_quantization</span><span class="op">(</span><span class="nam">tunable_type</span><span class="op">:</span> <span class="nam">TunableValueTypeName</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t">    <span class="str">"""Instantiate a numerical tunable with quantization."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="fst">f"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t"><span class="fst">    {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t"><span class="fst">        "type": "</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t"><span class="fst">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t"><span class="fst">        "quantization_bins": 11,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t"><span class="fst">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t"><span class="fst">    }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t240" href="#t240">240</a></span><span class="t"><span class="fst">    </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="str">f"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t"><span class="str">    {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t"><span class="str">        "type": "{tunable_type}",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t"><span class="str">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t"><span class="str">        "quantization_bins": 11,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t"><span class="str">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t"><span class="str">    }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t240" href="#t240">240</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">json</span><span class="op">.</span><span class="nam">loads</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t">    <span class="nam">tunable</span> <span class="op">=</span> <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"test"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t">    <span class="nam">expected</span> <span class="op">=</span> <span class="op">[</span><span class="num">0</span><span class="op">,</span> <span class="num">10</span><span class="op">,</span> <span class="num">20</span><span class="op">,</span> <span class="num">30</span><span class="op">,</span> <span class="num">40</span><span class="op">,</span> <span class="num">50</span><span class="op">,</span> <span class="num">60</span><span class="op">,</span> <span class="num">70</span><span class="op">,</span> <span class="num">80</span><span class="op">,</span> <span class="num">90</span><span class="op">,</span> <span class="num">100</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
@@ -331,14 +331,14 @@ <h2>
     <p class="run"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span><span class="str">"tunable_type"</span><span class="op">,</span> <span class="op">[</span><span class="str">"int"</span><span class="op">,</span> <span class="str">"float"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t"><span class="key">def</span> <span class="nam">test_numerical_log</span><span class="op">(</span><span class="nam">tunable_type</span><span class="op">:</span> <span class="nam">TunableValueTypeName</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t251" href="#t251">251</a></span><span class="t">    <span class="str">"""Instantiate a numerical tunable with log scale."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t252" href="#t252">252</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="fst">f"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t253" href="#t253">253</a></span><span class="t"><span class="fst">    {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t254" href="#t254">254</a></span><span class="t"><span class="fst">        "type": "</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t255" href="#t255">255</a></span><span class="t"><span class="fst">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t256" href="#t256">256</a></span><span class="t"><span class="fst">        "log": true,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t"><span class="fst">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t"><span class="fst">    }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t"><span class="fst">    </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t252" href="#t252">252</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="str">f"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t253" href="#t253">253</a></span><span class="t"><span class="str">    {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t254" href="#t254">254</a></span><span class="t"><span class="str">        "type": "{tunable_type}",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t255" href="#t255">255</a></span><span class="t"><span class="str">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t256" href="#t256">256</a></span><span class="t"><span class="str">        "log": true,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t"><span class="str">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t"><span class="str">    }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">json</span><span class="op">.</span><span class="nam">loads</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t">    <span class="nam">tunable</span> <span class="op">=</span> <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"test"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t">    <span class="key">assert</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">is_log</span>&nbsp;</span><span class="r"></span></p>
@@ -347,14 +347,14 @@ <h2>
     <p class="run"><span class="n"><a id="t265" href="#t265">265</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span><span class="str">"tunable_type"</span><span class="op">,</span> <span class="op">[</span><span class="str">"int"</span><span class="op">,</span> <span class="str">"float"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t266" href="#t266">266</a></span><span class="t"><span class="key">def</span> <span class="nam">test_numerical_weights_no_specials</span><span class="op">(</span><span class="nam">tunable_type</span><span class="op">:</span> <span class="nam">TunableValueTypeName</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t267" href="#t267">267</a></span><span class="t">    <span class="str">"""Raise an error if special_weights are specified but no special values."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t268" href="#t268">268</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="fst">f"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t269" href="#t269">269</a></span><span class="t"><span class="fst">    {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t270" href="#t270">270</a></span><span class="t"><span class="fst">        "type": "</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t271" href="#t271">271</a></span><span class="t"><span class="fst">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t272" href="#t272">272</a></span><span class="t"><span class="fst">        "special_weights": [0.1, 0.9],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t273" href="#t273">273</a></span><span class="t"><span class="fst">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t274" href="#t274">274</a></span><span class="t"><span class="fst">    }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t275" href="#t275">275</a></span><span class="t"><span class="fst">    </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t268" href="#t268">268</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="str">f"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t269" href="#t269">269</a></span><span class="t"><span class="str">    {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t270" href="#t270">270</a></span><span class="t"><span class="str">        "type": "{tunable_type}",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t271" href="#t271">271</a></span><span class="t"><span class="str">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t272" href="#t272">272</a></span><span class="t"><span class="str">        "special_weights": [0.1, 0.9],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t273" href="#t273">273</a></span><span class="t"><span class="str">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t274" href="#t274">274</a></span><span class="t"><span class="str">    }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t275" href="#t275">275</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t276" href="#t276">276</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">json</span><span class="op">.</span><span class="nam">loads</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t277" href="#t277">277</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t278" href="#t278">278</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"test"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -365,16 +365,16 @@ <h2>
     <p class="pln"><span class="n"><a id="t283" href="#t283">283</a></span><span class="t">    <span class="str">"""Instantiate a numerical tunable with non-normalized weights of the special</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t284" href="#t284">284</a></span><span class="t"><span class="str">    values.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t285" href="#t285">285</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t286" href="#t286">286</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="fst">f"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t287" href="#t287">287</a></span><span class="t"><span class="fst">    {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t288" href="#t288">288</a></span><span class="t"><span class="fst">        "type": "</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t289" href="#t289">289</a></span><span class="t"><span class="fst">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t290" href="#t290">290</a></span><span class="t"><span class="fst">        "special": [-1, 0],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t291" href="#t291">291</a></span><span class="t"><span class="fst">        "special_weights": [0, 10],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t292" href="#t292">292</a></span><span class="t"><span class="fst">        "range_weight": 90,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t293" href="#t293">293</a></span><span class="t"><span class="fst">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t294" href="#t294">294</a></span><span class="t"><span class="fst">    }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t295" href="#t295">295</a></span><span class="t"><span class="fst">    </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t286" href="#t286">286</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="str">f"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t287" href="#t287">287</a></span><span class="t"><span class="str">    {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t288" href="#t288">288</a></span><span class="t"><span class="str">        "type": "{tunable_type}",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t289" href="#t289">289</a></span><span class="t"><span class="str">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t290" href="#t290">290</a></span><span class="t"><span class="str">        "special": [-1, 0],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t291" href="#t291">291</a></span><span class="t"><span class="str">        "special_weights": [0, 10],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t292" href="#t292">292</a></span><span class="t"><span class="str">        "range_weight": 90,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t293" href="#t293">293</a></span><span class="t"><span class="str">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t294" href="#t294">294</a></span><span class="t"><span class="str">    }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t295" href="#t295">295</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t296" href="#t296">296</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">json</span><span class="op">.</span><span class="nam">loads</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t297" href="#t297">297</a></span><span class="t">    <span class="nam">tunable</span> <span class="op">=</span> <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"test"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t298" href="#t298">298</a></span><span class="t">    <span class="key">assert</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span> <span class="op">==</span> <span class="op">[</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="num">0</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
@@ -385,16 +385,16 @@ <h2>
     <p class="run"><span class="n"><a id="t303" href="#t303">303</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span><span class="str">"tunable_type"</span><span class="op">,</span> <span class="op">[</span><span class="str">"int"</span><span class="op">,</span> <span class="str">"float"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t304" href="#t304">304</a></span><span class="t"><span class="key">def</span> <span class="nam">test_numerical_weights_wrong_count</span><span class="op">(</span><span class="nam">tunable_type</span><span class="op">:</span> <span class="nam">TunableValueTypeName</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t305" href="#t305">305</a></span><span class="t">    <span class="str">"""Try to instantiate a numerical tunable with incorrect number of weights."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t306" href="#t306">306</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="fst">f"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t307" href="#t307">307</a></span><span class="t"><span class="fst">    {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t308" href="#t308">308</a></span><span class="t"><span class="fst">        "type": "</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t309" href="#t309">309</a></span><span class="t"><span class="fst">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t310" href="#t310">310</a></span><span class="t"><span class="fst">        "special": [0],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t311" href="#t311">311</a></span><span class="t"><span class="fst">        "special_weights": [0.1, 0.1, 0.8],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t312" href="#t312">312</a></span><span class="t"><span class="fst">        "range_weight": 0.1,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t313" href="#t313">313</a></span><span class="t"><span class="fst">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t314" href="#t314">314</a></span><span class="t"><span class="fst">    }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t315" href="#t315">315</a></span><span class="t"><span class="fst">    </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t306" href="#t306">306</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="str">f"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t307" href="#t307">307</a></span><span class="t"><span class="str">    {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t308" href="#t308">308</a></span><span class="t"><span class="str">        "type": "{tunable_type}",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t309" href="#t309">309</a></span><span class="t"><span class="str">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t310" href="#t310">310</a></span><span class="t"><span class="str">        "special": [0],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t311" href="#t311">311</a></span><span class="t"><span class="str">        "special_weights": [0.1, 0.1, 0.8],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t312" href="#t312">312</a></span><span class="t"><span class="str">        "range_weight": 0.1,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t313" href="#t313">313</a></span><span class="t"><span class="str">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t314" href="#t314">314</a></span><span class="t"><span class="str">    }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t315" href="#t315">315</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t316" href="#t316">316</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">json</span><span class="op">.</span><span class="nam">loads</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t317" href="#t317">317</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t318" href="#t318">318</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"test"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -403,15 +403,15 @@ <h2>
     <p class="run"><span class="n"><a id="t321" href="#t321">321</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span><span class="str">"tunable_type"</span><span class="op">,</span> <span class="op">[</span><span class="str">"int"</span><span class="op">,</span> <span class="str">"float"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t322" href="#t322">322</a></span><span class="t"><span class="key">def</span> <span class="nam">test_numerical_weights_no_range_weight</span><span class="op">(</span><span class="nam">tunable_type</span><span class="op">:</span> <span class="nam">TunableValueTypeName</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t323" href="#t323">323</a></span><span class="t">    <span class="str">"""Try to instantiate a numerical tunable with weights but no range_weight."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t324" href="#t324">324</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="fst">f"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t325" href="#t325">325</a></span><span class="t"><span class="fst">    {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t326" href="#t326">326</a></span><span class="t"><span class="fst">        "type": "</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t327" href="#t327">327</a></span><span class="t"><span class="fst">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t328" href="#t328">328</a></span><span class="t"><span class="fst">        "special": [0, -1],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t329" href="#t329">329</a></span><span class="t"><span class="fst">        "special_weights": [0.1, 0.2],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t330" href="#t330">330</a></span><span class="t"><span class="fst">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t331" href="#t331">331</a></span><span class="t"><span class="fst">    }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t332" href="#t332">332</a></span><span class="t"><span class="fst">    </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t324" href="#t324">324</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="str">f"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t325" href="#t325">325</a></span><span class="t"><span class="str">    {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t326" href="#t326">326</a></span><span class="t"><span class="str">        "type": "{tunable_type}",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t327" href="#t327">327</a></span><span class="t"><span class="str">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t328" href="#t328">328</a></span><span class="t"><span class="str">        "special": [0, -1],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t329" href="#t329">329</a></span><span class="t"><span class="str">        "special_weights": [0.1, 0.2],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t330" href="#t330">330</a></span><span class="t"><span class="str">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t331" href="#t331">331</a></span><span class="t"><span class="str">    }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t332" href="#t332">332</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t333" href="#t333">333</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">json</span><span class="op">.</span><span class="nam">loads</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t334" href="#t334">334</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t335" href="#t335">335</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"test"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -420,15 +420,15 @@ <h2>
     <p class="run"><span class="n"><a id="t338" href="#t338">338</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span><span class="str">"tunable_type"</span><span class="op">,</span> <span class="op">[</span><span class="str">"int"</span><span class="op">,</span> <span class="str">"float"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t339" href="#t339">339</a></span><span class="t"><span class="key">def</span> <span class="nam">test_numerical_range_weight_no_weights</span><span class="op">(</span><span class="nam">tunable_type</span><span class="op">:</span> <span class="nam">TunableValueTypeName</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t340" href="#t340">340</a></span><span class="t">    <span class="str">"""Try to instantiate a numerical tunable with specials but no range_weight."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t341" href="#t341">341</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="fst">f"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t342" href="#t342">342</a></span><span class="t"><span class="fst">    {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t343" href="#t343">343</a></span><span class="t"><span class="fst">        "type": "</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t344" href="#t344">344</a></span><span class="t"><span class="fst">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t345" href="#t345">345</a></span><span class="t"><span class="fst">        "special": [0, -1],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t346" href="#t346">346</a></span><span class="t"><span class="fst">        "range_weight": 0.3,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t347" href="#t347">347</a></span><span class="t"><span class="fst">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t348" href="#t348">348</a></span><span class="t"><span class="fst">    }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t349" href="#t349">349</a></span><span class="t"><span class="fst">    </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t341" href="#t341">341</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="str">f"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t342" href="#t342">342</a></span><span class="t"><span class="str">    {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t343" href="#t343">343</a></span><span class="t"><span class="str">        "type": "{tunable_type}",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t344" href="#t344">344</a></span><span class="t"><span class="str">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t345" href="#t345">345</a></span><span class="t"><span class="str">        "special": [0, -1],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t346" href="#t346">346</a></span><span class="t"><span class="str">        "range_weight": 0.3,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t347" href="#t347">347</a></span><span class="t"><span class="str">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t348" href="#t348">348</a></span><span class="t"><span class="str">    }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t349" href="#t349">349</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t350" href="#t350">350</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">json</span><span class="op">.</span><span class="nam">loads</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t351" href="#t351">351</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t352" href="#t352">352</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"test"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -437,14 +437,14 @@ <h2>
     <p class="run"><span class="n"><a id="t355" href="#t355">355</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span><span class="str">"tunable_type"</span><span class="op">,</span> <span class="op">[</span><span class="str">"int"</span><span class="op">,</span> <span class="str">"float"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t356" href="#t356">356</a></span><span class="t"><span class="key">def</span> <span class="nam">test_numerical_range_weight_no_specials</span><span class="op">(</span><span class="nam">tunable_type</span><span class="op">:</span> <span class="nam">TunableValueTypeName</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t357" href="#t357">357</a></span><span class="t">    <span class="str">"""Try to instantiate a numerical tunable with specials but no range_weight."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t358" href="#t358">358</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="fst">f"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t359" href="#t359">359</a></span><span class="t"><span class="fst">    {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t360" href="#t360">360</a></span><span class="t"><span class="fst">        "type": "</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t361" href="#t361">361</a></span><span class="t"><span class="fst">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t362" href="#t362">362</a></span><span class="t"><span class="fst">        "range_weight": 0.3,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t363" href="#t363">363</a></span><span class="t"><span class="fst">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t364" href="#t364">364</a></span><span class="t"><span class="fst">    }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t365" href="#t365">365</a></span><span class="t"><span class="fst">    </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t358" href="#t358">358</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="str">f"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t359" href="#t359">359</a></span><span class="t"><span class="str">    {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t360" href="#t360">360</a></span><span class="t"><span class="str">        "type": "{tunable_type}",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t361" href="#t361">361</a></span><span class="t"><span class="str">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t362" href="#t362">362</a></span><span class="t"><span class="str">        "range_weight": 0.3,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t363" href="#t363">363</a></span><span class="t"><span class="str">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t364" href="#t364">364</a></span><span class="t"><span class="str">    }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t365" href="#t365">365</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t366" href="#t366">366</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">json</span><span class="op">.</span><span class="nam">loads</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t367" href="#t367">367</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t368" href="#t368">368</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"test"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -453,16 +453,16 @@ <h2>
     <p class="run"><span class="n"><a id="t371" href="#t371">371</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span><span class="str">"tunable_type"</span><span class="op">,</span> <span class="op">[</span><span class="str">"int"</span><span class="op">,</span> <span class="str">"float"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t372" href="#t372">372</a></span><span class="t"><span class="key">def</span> <span class="nam">test_numerical_weights_wrong_values</span><span class="op">(</span><span class="nam">tunable_type</span><span class="op">:</span> <span class="nam">TunableValueTypeName</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t373" href="#t373">373</a></span><span class="t">    <span class="str">"""Try to instantiate a numerical tunable with incorrect number of weights."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t374" href="#t374">374</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="fst">f"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t375" href="#t375">375</a></span><span class="t"><span class="fst">    {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t376" href="#t376">376</a></span><span class="t"><span class="fst">        "type": "</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t377" href="#t377">377</a></span><span class="t"><span class="fst">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t378" href="#t378">378</a></span><span class="t"><span class="fst">        "special": [0],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t379" href="#t379">379</a></span><span class="t"><span class="fst">        "special_weights": [-1],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t380" href="#t380">380</a></span><span class="t"><span class="fst">        "range_weight": 10,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t381" href="#t381">381</a></span><span class="t"><span class="fst">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t382" href="#t382">382</a></span><span class="t"><span class="fst">    }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t383" href="#t383">383</a></span><span class="t"><span class="fst">    </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t374" href="#t374">374</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="str">f"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t375" href="#t375">375</a></span><span class="t"><span class="str">    {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t376" href="#t376">376</a></span><span class="t"><span class="str">        "type": "{tunable_type}",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t377" href="#t377">377</a></span><span class="t"><span class="str">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t378" href="#t378">378</a></span><span class="t"><span class="str">        "special": [0],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t379" href="#t379">379</a></span><span class="t"><span class="str">        "special_weights": [-1],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t380" href="#t380">380</a></span><span class="t"><span class="str">        "range_weight": 10,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t381" href="#t381">381</a></span><span class="t"><span class="str">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t382" href="#t382">382</a></span><span class="t"><span class="str">    }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t383" href="#t383">383</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t384" href="#t384">384</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">json</span><span class="op">.</span><span class="nam">loads</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t385" href="#t385">385</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t386" href="#t386">386</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"test"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -471,14 +471,14 @@ <h2>
     <p class="run"><span class="n"><a id="t389" href="#t389">389</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span><span class="str">"tunable_type"</span><span class="op">,</span> <span class="op">[</span><span class="str">"int"</span><span class="op">,</span> <span class="str">"float"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t390" href="#t390">390</a></span><span class="t"><span class="key">def</span> <span class="nam">test_numerical_quantization_wrong</span><span class="op">(</span><span class="nam">tunable_type</span><span class="op">:</span> <span class="nam">TunableValueTypeName</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t391" href="#t391">391</a></span><span class="t">    <span class="str">"""Instantiate a numerical tunable with invalid number of quantization points."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t392" href="#t392">392</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="fst">f"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t393" href="#t393">393</a></span><span class="t"><span class="fst">    {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t394" href="#t394">394</a></span><span class="t"><span class="fst">        "type": "</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t395" href="#t395">395</a></span><span class="t"><span class="fst">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t396" href="#t396">396</a></span><span class="t"><span class="fst">        "quantization_bins": 0,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t397" href="#t397">397</a></span><span class="t"><span class="fst">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t398" href="#t398">398</a></span><span class="t"><span class="fst">    }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t399" href="#t399">399</a></span><span class="t"><span class="fst">    </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t392" href="#t392">392</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="str">f"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t393" href="#t393">393</a></span><span class="t"><span class="str">    {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t394" href="#t394">394</a></span><span class="t"><span class="str">        "type": "{tunable_type}",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t395" href="#t395">395</a></span><span class="t"><span class="str">        "range": [0, 100],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t396" href="#t396">396</a></span><span class="t"><span class="str">        "quantization_bins": 0,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t397" href="#t397">397</a></span><span class="t"><span class="str">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t398" href="#t398">398</a></span><span class="t"><span class="str">    }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t399" href="#t399">399</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t400" href="#t400">400</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">json</span><span class="op">.</span><span class="nam">loads</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t401" href="#t401">401</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t402" href="#t402">402</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"test"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -505,7 +505,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_distributions_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_distributions_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_distributions_test_py.html
index a009bd69f5..8a490bdf10 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_distributions_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_distributions_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_group_indexing_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -158,19 +158,19 @@ <h2>
     <p class="run"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span><span class="str">"tunable_type"</span><span class="op">,</span> <span class="op">[</span><span class="str">"int"</span><span class="op">,</span> <span class="str">"float"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t"><span class="key">def</span> <span class="nam">test_numerical_distribution_unsupported</span><span class="op">(</span><span class="nam">tunable_type</span><span class="op">:</span> <span class="nam">str</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">    <span class="str">"""Create a numeric Tunable with unsupported distribution."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="fst">f"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t"><span class="fst">    {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t"><span class="fst">        "type": "</span><span class="op">{</span><span class="nam">tunable_type</span><span class="op">}</span><span class="fst">",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t"><span class="fst">        "range": [0, 10],</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t"><span class="fst">        "distribution": {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t"><span class="fst">            "type": "poisson",</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t"><span class="fst">            "params": {</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t"><span class="fst">                "lambda": 1.0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t"><span class="fst">            }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t"><span class="fst">        }</span> <span class="fst">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t"><span class="fst">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t"><span class="fst">    }</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t"><span class="fst">    </span><span class="fst">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">    <span class="nam">json_config</span> <span class="op">=</span> <span class="str">f"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t"><span class="str">    {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t"><span class="str">        "type": "{tunable_type}",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t"><span class="str">        "range": [0, 10],</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t"><span class="str">        "distribution": {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t"><span class="str">            "type": "poisson",</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t"><span class="str">            "params": {{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t"><span class="str">                "lambda": 1.0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t"><span class="str">            }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t"><span class="str">        }},</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t"><span class="str">        "default": 0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t"><span class="str">    }}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">json</span><span class="op">.</span><span class="nam">loads</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">        <span class="nam">Tunable</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"test"</span><span class="op">,</span> <span class="nam">config</span><span class="op">=</span><span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -183,7 +183,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_group_indexing_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_group_indexing_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_group_indexing_test_py.html
index 8eac11247e..76aa92e89e 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_group_indexing_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_group_indexing_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -146,7 +146,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html
index 3d884ab024..d72482b13d 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_group_update_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -104,7 +104,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_group_update_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_group_update_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_group_update_test_py.html
index ce79d955ab..9746a22402 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_group_update_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_group_update_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_slice_references_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -142,7 +142,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_slice_references_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_slice_references_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_slice_references_test_py.html
index aae6e52d6f..4e0ac2dc1c 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_slice_references_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_slice_references_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -240,7 +240,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html
index 231a56a172..fe8e53e6b4 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_test_py.html
index fbe1d87afd..7bbf80735c 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_test_py.html
@@ -54,8 +54,8 @@ <h1>
             </div>
         </aside>
         <h2>
-            <span class="text">45 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">45<span class="text"> run</span></button>
+            <span class="text">43 statements &nbsp;</span>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">43<span class="text"> run</span></button>
             <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">0<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">0<span class="text"> excluded</span></button>
         </h2>
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunables_assign_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -95,162 +95,168 @@ <h2>
     <p class="pln"><span class="n"><a id="t13" href="#t13">13</a></span><span class="t">    <span class="nam">UniformFloatHyperparameter</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t14" href="#t14">14</a></span><span class="t">    <span class="nam">UniformIntegerHyperparameter</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t15" href="#t15">15</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t16" href="#t16">16</a></span><span class="t"><span class="key">from</span> <span class="nam">ConfigSpace</span><span class="op">.</span><span class="nam">hyperparameters</span> <span class="key">import</span> <span class="nam">NumericalHyperparameter</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t17" href="#t17">17</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t18" href="#t18">18</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_bench</span><span class="op">.</span><span class="nam">optimizers</span><span class="op">.</span><span class="nam">convert_configspace</span> <span class="key">import</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t19" href="#t19">19</a></span><span class="t">    <span class="nam">TunableValueKind</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t20" href="#t20">20</a></span><span class="t">    <span class="nam">_tunable_to_configspace</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t21" href="#t21">21</a></span><span class="t">    <span class="nam">special_param_names</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t22" href="#t22">22</a></span><span class="t">    <span class="nam">tunable_groups_to_configspace</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t23" href="#t23">23</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_bench</span><span class="op">.</span><span class="nam">tunables</span><span class="op">.</span><span class="nam">tunable</span> <span class="key">import</span> <span class="nam">Tunable</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_bench</span><span class="op">.</span><span class="nam">tunables</span><span class="op">.</span><span class="nam">tunable_groups</span> <span class="key">import</span> <span class="nam">TunableGroups</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_core</span><span class="op">.</span><span class="nam">spaces</span><span class="op">.</span><span class="nam">converters</span><span class="op">.</span><span class="nam">util</span> <span class="key">import</span> <span class="nam">monkey_patch_quantization</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t"><span class="com"># pylint: disable=redefined-outer-name</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t16" href="#t16">16</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t17" href="#t17">17</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_bench</span><span class="op">.</span><span class="nam">optimizers</span><span class="op">.</span><span class="nam">convert_configspace</span> <span class="key">import</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t18" href="#t18">18</a></span><span class="t">    <span class="nam">TunableValueKind</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t19" href="#t19">19</a></span><span class="t">    <span class="nam">_tunable_to_configspace</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t20" href="#t20">20</a></span><span class="t">    <span class="nam">special_param_names</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t21" href="#t21">21</a></span><span class="t">    <span class="nam">tunable_groups_to_configspace</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t22" href="#t22">22</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t23" href="#t23">23</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_bench</span><span class="op">.</span><span class="nam">tunables</span><span class="op">.</span><span class="nam">tunable</span> <span class="key">import</span> <span class="nam">Tunable</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_bench</span><span class="op">.</span><span class="nam">tunables</span><span class="op">.</span><span class="nam">tunable_groups</span> <span class="key">import</span> <span class="nam">TunableGroups</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_core</span><span class="op">.</span><span class="nam">spaces</span><span class="op">.</span><span class="nam">converters</span><span class="op">.</span><span class="nam">util</span> <span class="key">import</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t">    <span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t">    <span class="nam">monkey_patch_cs_quantization</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">fixture</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t"><span class="key">def</span> <span class="nam">configuration_space</span><span class="op">(</span><span class="op">)</span> <span class="op">-></span> <span class="nam">ConfigurationSpace</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t"><span class="str">    A test fixture that produces a mock ConfigurationSpace object matching the</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t"><span class="str">    tunable_groups fixture.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t"><span class="str">    configuration_space : ConfigurationSpace</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t40" href="#t40">40</a></span><span class="t"><span class="str">        A new ConfigurationSpace object for testing.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t">    <span class="op">(</span><span class="nam">kernel_sched_migration_cost_ns_special</span><span class="op">,</span> <span class="nam">kernel_sched_migration_cost_ns_type</span><span class="op">)</span> <span class="op">=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t">        <span class="nam">special_param_names</span><span class="op">(</span><span class="str">"kernel_sched_migration_cost_ns"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">    <span class="com"># NOTE: FLAML requires distribution to be uniform</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">    <span class="nam">spaces</span> <span class="op">=</span> <span class="nam">ConfigurationSpace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t">        <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">            <span class="str">"vmSize"</span><span class="op">:</span> <span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="str">"vmSize"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">                <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="str">"Standard_B2s"</span><span class="op">,</span> <span class="str">"Standard_B2ms"</span><span class="op">,</span> <span class="str">"Standard_B4ms"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">                <span class="nam">default_value</span><span class="op">=</span><span class="str">"Standard_B4ms"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">                <span class="nam">meta</span><span class="op">=</span><span class="op">{</span><span class="str">"group"</span><span class="op">:</span> <span class="str">"provision"</span><span class="op">,</span> <span class="str">"cost"</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">            <span class="str">"idle"</span><span class="op">:</span> <span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="str">"idle"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">                <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="str">"halt"</span><span class="op">,</span> <span class="str">"mwait"</span><span class="op">,</span> <span class="str">"noidle"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">                <span class="nam">default_value</span><span class="op">=</span><span class="str">"halt"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">                <span class="nam">meta</span><span class="op">=</span><span class="op">{</span><span class="str">"group"</span><span class="op">:</span> <span class="str">"boot"</span><span class="op">,</span> <span class="str">"cost"</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">            <span class="str">"kernel_sched_latency_ns"</span><span class="op">:</span> <span class="nam">Integer</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="str">"kernel_sched_latency_ns"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">                <span class="nam">bounds</span><span class="op">=</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">1000000000</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">                <span class="nam">log</span><span class="op">=</span><span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">                <span class="nam">default</span><span class="op">=</span><span class="num">2000000</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">                <span class="nam">meta</span><span class="op">=</span><span class="op">{</span><span class="str">"group"</span><span class="op">:</span> <span class="str">"kernel"</span><span class="op">,</span> <span class="str">"cost"</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">            <span class="str">"kernel_sched_migration_cost_ns"</span><span class="op">:</span> <span class="nam">Integer</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="str">"kernel_sched_migration_cost_ns"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">                <span class="nam">bounds</span><span class="op">=</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">500000</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">                <span class="nam">log</span><span class="op">=</span><span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">                <span class="nam">default</span><span class="op">=</span><span class="num">250000</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">                <span class="nam">meta</span><span class="op">=</span><span class="op">{</span><span class="str">"group"</span><span class="op">:</span> <span class="str">"kernel"</span><span class="op">,</span> <span class="str">"cost"</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">            <span class="nam">kernel_sched_migration_cost_ns_special</span><span class="op">:</span> <span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="nam">kernel_sched_migration_cost_ns_special</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">                <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="num">0</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">                <span class="nam">weights</span><span class="op">=</span><span class="op">[</span><span class="num">0.5</span><span class="op">,</span> <span class="num">0.5</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">                <span class="nam">default_value</span><span class="op">=</span><span class="op">-</span><span class="num">1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">                <span class="nam">meta</span><span class="op">=</span><span class="op">{</span><span class="str">"group"</span><span class="op">:</span> <span class="str">"kernel"</span><span class="op">,</span> <span class="str">"cost"</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">            <span class="nam">kernel_sched_migration_cost_ns_type</span><span class="op">:</span> <span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="nam">kernel_sched_migration_cost_ns_type</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">                <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span><span class="op">,</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">RANGE</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">                <span class="nam">weights</span><span class="op">=</span><span class="op">[</span><span class="num">0.5</span><span class="op">,</span> <span class="num">0.5</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">                <span class="nam">default_value</span><span class="op">=</span><span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t"><span class="com"># pylint: disable=redefined-outer-name</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">fixture</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t"><span class="key">def</span> <span class="nam">configuration_space</span><span class="op">(</span><span class="op">)</span> <span class="op">-></span> <span class="nam">ConfigurationSpace</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t"><span class="str">    A test fixture that produces a mock ConfigurationSpace object matching the</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t"><span class="str">    tunable_groups fixture.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t"><span class="str">    Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t40" href="#t40">40</a></span><span class="t"><span class="str">    -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t"><span class="str">    configuration_space : ConfigurationSpace</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t"><span class="str">        A new ConfigurationSpace object for testing.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">    <span class="op">(</span><span class="nam">kernel_sched_migration_cost_ns_special</span><span class="op">,</span> <span class="nam">kernel_sched_migration_cost_ns_type</span><span class="op">)</span> <span class="op">=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">        <span class="nam">special_param_names</span><span class="op">(</span><span class="str">"kernel_sched_migration_cost_ns"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t">    <span class="com"># NOTE: FLAML requires distribution to be uniform</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">    <span class="nam">spaces</span> <span class="op">=</span> <span class="nam">ConfigurationSpace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">        <span class="nam">space</span><span class="op">=</span><span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">            <span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="str">"vmSize"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">                <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="str">"Standard_B2s"</span><span class="op">,</span> <span class="str">"Standard_B2ms"</span><span class="op">,</span> <span class="str">"Standard_B4ms"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">                <span class="nam">default_value</span><span class="op">=</span><span class="str">"Standard_B4ms"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">                <span class="nam">meta</span><span class="op">=</span><span class="op">{</span><span class="str">"group"</span><span class="op">:</span> <span class="str">"provision"</span><span class="op">,</span> <span class="str">"cost"</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">            <span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="str">"idle"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">                <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="str">"halt"</span><span class="op">,</span> <span class="str">"mwait"</span><span class="op">,</span> <span class="str">"noidle"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">                <span class="nam">default_value</span><span class="op">=</span><span class="str">"halt"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">                <span class="nam">meta</span><span class="op">=</span><span class="op">{</span><span class="str">"group"</span><span class="op">:</span> <span class="str">"boot"</span><span class="op">,</span> <span class="str">"cost"</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">            <span class="nam">Integer</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="str">"kernel_sched_latency_ns"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">                <span class="nam">bounds</span><span class="op">=</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">1000000000</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">                <span class="nam">log</span><span class="op">=</span><span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">                <span class="nam">default</span><span class="op">=</span><span class="num">2000000</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">                <span class="nam">meta</span><span class="op">=</span><span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">                    <span class="str">"group"</span><span class="op">:</span> <span class="str">"kernel"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">                    <span class="str">"cost"</span><span class="op">:</span> <span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">                    <span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">:</span> <span class="num">11</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">                <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">            <span class="nam">Integer</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="str">"kernel_sched_migration_cost_ns"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">                <span class="nam">bounds</span><span class="op">=</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">500000</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">                <span class="nam">log</span><span class="op">=</span><span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">                <span class="nam">default</span><span class="op">=</span><span class="num">250000</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">                <span class="nam">meta</span><span class="op">=</span><span class="op">{</span><span class="str">"group"</span><span class="op">:</span> <span class="str">"kernel"</span><span class="op">,</span> <span class="str">"cost"</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">            <span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="nam">kernel_sched_migration_cost_ns_special</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">                <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="num">0</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">                <span class="nam">weights</span><span class="op">=</span><span class="op">[</span><span class="num">0.5</span><span class="op">,</span> <span class="num">0.5</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">                <span class="nam">default_value</span><span class="op">=</span><span class="op">-</span><span class="num">1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">                <span class="nam">meta</span><span class="op">=</span><span class="op">{</span><span class="str">"group"</span><span class="op">:</span> <span class="str">"kernel"</span><span class="op">,</span> <span class="str">"cost"</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">        <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">    <span class="nam">spaces</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">        <span class="nam">EqualsCondition</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">            <span class="nam">spaces</span><span class="op">[</span><span class="nam">kernel_sched_migration_cost_ns_special</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">            <span class="nam">spaces</span><span class="op">[</span><span class="nam">kernel_sched_migration_cost_ns_type</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">            <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">    <span class="nam">spaces</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">        <span class="nam">EqualsCondition</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">            <span class="nam">spaces</span><span class="op">[</span><span class="str">"kernel_sched_migration_cost_ns"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">            <span class="nam">spaces</span><span class="op">[</span><span class="nam">kernel_sched_migration_cost_ns_type</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">            <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">RANGE</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">    <span class="nam">hp</span> <span class="op">=</span> <span class="nam">spaces</span><span class="op">[</span><span class="str">"kernel_sched_latency_ns"</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">    <span class="key">assert</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">hp</span><span class="op">,</span> <span class="nam">NumericalHyperparameter</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">    <span class="nam">monkey_patch_quantization</span><span class="op">(</span><span class="nam">hp</span><span class="op">,</span> <span class="nam">quantization_bins</span><span class="op">=</span><span class="num">11</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">    <span class="key">return</span> <span class="nam">spaces</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t"><span class="key">def</span> <span class="nam">_cmp_tunable_hyperparameter_categorical</span><span class="op">(</span><span class="nam">tunable</span><span class="op">:</span> <span class="nam">Tunable</span><span class="op">,</span> <span class="nam">space</span><span class="op">:</span> <span class="nam">ConfigurationSpace</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">    <span class="str">"""Check if categorical Tunable and ConfigSpace Hyperparameter actually match."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t">    <span class="nam">param</span> <span class="op">=</span> <span class="nam">space</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">    <span class="key">assert</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">param</span><span class="op">,</span> <span class="nam">CategoricalHyperparameter</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t">    <span class="key">assert</span> <span class="nam">set</span><span class="op">(</span><span class="nam">param</span><span class="op">.</span><span class="nam">choices</span><span class="op">)</span> <span class="op">==</span> <span class="nam">set</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">categories</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t">    <span class="key">assert</span> <span class="nam">param</span><span class="op">.</span><span class="nam">default_value</span> <span class="op">==</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">value</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t"><span class="key">def</span> <span class="nam">_cmp_tunable_hyperparameter_numerical</span><span class="op">(</span><span class="nam">tunable</span><span class="op">:</span> <span class="nam">Tunable</span><span class="op">,</span> <span class="nam">space</span><span class="op">:</span> <span class="nam">ConfigurationSpace</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">    <span class="str">"""Check if integer Tunable and ConfigSpace Hyperparameter actually match."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t">    <span class="nam">param</span> <span class="op">=</span> <span class="nam">space</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">    <span class="key">assert</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">param</span><span class="op">,</span> <span class="op">(</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">,</span> <span class="nam">UniformFloatHyperparameter</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">    <span class="key">assert</span> <span class="op">(</span><span class="nam">param</span><span class="op">.</span><span class="nam">lower</span><span class="op">,</span> <span class="nam">param</span><span class="op">.</span><span class="nam">upper</span><span class="op">)</span> <span class="op">==</span> <span class="nam">tuple</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">range</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">    <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">in_range</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">value</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">        <span class="key">assert</span> <span class="nam">param</span><span class="op">.</span><span class="nam">default_value</span> <span class="op">==</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">value</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t"><span class="key">def</span> <span class="nam">test_tunable_to_configspace_categorical</span><span class="op">(</span><span class="nam">tunable_categorical</span><span class="op">:</span> <span class="nam">Tunable</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">    <span class="str">"""Check the conversion of Tunable to CategoricalHyperparameter."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">    <span class="nam">cs_param</span> <span class="op">=</span> <span class="nam">_tunable_to_configspace</span><span class="op">(</span><span class="nam">tunable_categorical</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">    <span class="nam">_cmp_tunable_hyperparameter_categorical</span><span class="op">(</span><span class="nam">tunable_categorical</span><span class="op">,</span> <span class="nam">cs_param</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">            <span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="nam">kernel_sched_migration_cost_ns_type</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">                <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span><span class="op">,</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">RANGE</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">                <span class="nam">weights</span><span class="op">=</span><span class="op">[</span><span class="num">0.5</span><span class="op">,</span> <span class="num">0.5</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">                <span class="nam">default_value</span><span class="op">=</span><span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">        <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t">    <span class="nam">spaces</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">            <span class="nam">EqualsCondition</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">                <span class="nam">spaces</span><span class="op">[</span><span class="nam">kernel_sched_migration_cost_ns_special</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">                <span class="nam">spaces</span><span class="op">[</span><span class="nam">kernel_sched_migration_cost_ns_type</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">                <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">            <span class="nam">EqualsCondition</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">                <span class="nam">spaces</span><span class="op">[</span><span class="str">"kernel_sched_migration_cost_ns"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">                <span class="nam">spaces</span><span class="op">[</span><span class="nam">kernel_sched_migration_cost_ns_type</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">                <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">RANGE</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">        <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">    <span class="key">return</span> <span class="nam">monkey_patch_cs_quantization</span><span class="op">(</span><span class="nam">spaces</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t"><span class="key">def</span> <span class="nam">_cmp_tunable_hyperparameter_categorical</span><span class="op">(</span><span class="nam">tunable</span><span class="op">:</span> <span class="nam">Tunable</span><span class="op">,</span> <span class="nam">space</span><span class="op">:</span> <span class="nam">ConfigurationSpace</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t">    <span class="str">"""Check if categorical Tunable and ConfigSpace Hyperparameter actually match."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t">    <span class="nam">param</span> <span class="op">=</span> <span class="nam">space</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t">    <span class="key">assert</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">param</span><span class="op">,</span> <span class="nam">CategoricalHyperparameter</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t">    <span class="key">assert</span> <span class="nam">set</span><span class="op">(</span><span class="nam">param</span><span class="op">.</span><span class="nam">choices</span><span class="op">)</span> <span class="op">==</span> <span class="nam">set</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">categories</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t">    <span class="key">assert</span> <span class="nam">param</span><span class="op">.</span><span class="nam">default_value</span> <span class="op">==</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">value</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t"><span class="key">def</span> <span class="nam">_cmp_tunable_hyperparameter_numerical</span><span class="op">(</span><span class="nam">tunable</span><span class="op">:</span> <span class="nam">Tunable</span><span class="op">,</span> <span class="nam">space</span><span class="op">:</span> <span class="nam">ConfigurationSpace</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">    <span class="str">"""Check if integer Tunable and ConfigSpace Hyperparameter actually match."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">    <span class="nam">param</span> <span class="op">=</span> <span class="nam">space</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">    <span class="key">assert</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">param</span><span class="op">,</span> <span class="op">(</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">,</span> <span class="nam">UniformFloatHyperparameter</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">    <span class="key">assert</span> <span class="op">(</span><span class="nam">param</span><span class="op">.</span><span class="nam">lower</span><span class="op">,</span> <span class="nam">param</span><span class="op">.</span><span class="nam">upper</span><span class="op">)</span> <span class="op">==</span> <span class="nam">tuple</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">range</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">    <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">in_range</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">value</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">        <span class="key">assert</span> <span class="nam">param</span><span class="op">.</span><span class="nam">default_value</span> <span class="op">==</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">value</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">    <span class="key">assert</span> <span class="op">(</span><span class="nam">param</span><span class="op">.</span><span class="nam">meta</span> <span class="key">or</span> <span class="op">{</span><span class="op">}</span><span class="op">)</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">)</span> <span class="op">==</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">quantization_bins</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">    <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">quantization_bins</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">        <span class="key">assert</span> <span class="nam">param</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="op">)</span> <span class="key">in</span> <span class="nam">list</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">quantized_values</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t"><span class="key">def</span> <span class="nam">test_tunable_to_configspace_int</span><span class="op">(</span><span class="nam">tunable_int</span><span class="op">:</span> <span class="nam">Tunable</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">    <span class="str">"""Check the conversion of Tunable to UniformIntegerHyperparameter."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">    <span class="nam">cs_param</span> <span class="op">=</span> <span class="nam">_tunable_to_configspace</span><span class="op">(</span><span class="nam">tunable_int</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">    <span class="nam">_cmp_tunable_hyperparameter_numerical</span><span class="op">(</span><span class="nam">tunable_int</span><span class="op">,</span> <span class="nam">cs_param</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t"><span class="key">def</span> <span class="nam">test_tunable_to_configspace_categorical</span><span class="op">(</span><span class="nam">tunable_categorical</span><span class="op">:</span> <span class="nam">Tunable</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">    <span class="str">"""Check the conversion of Tunable to CategoricalHyperparameter."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">    <span class="nam">cs_param</span> <span class="op">=</span> <span class="nam">_tunable_to_configspace</span><span class="op">(</span><span class="nam">tunable_categorical</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">    <span class="nam">_cmp_tunable_hyperparameter_categorical</span><span class="op">(</span><span class="nam">tunable_categorical</span><span class="op">,</span> <span class="nam">cs_param</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t"><span class="key">def</span> <span class="nam">test_tunable_to_configspace_float</span><span class="op">(</span><span class="nam">tunable_float</span><span class="op">:</span> <span class="nam">Tunable</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">    <span class="str">"""Check the conversion of Tunable to UniformFloatHyperparameter."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">    <span class="nam">cs_param</span> <span class="op">=</span> <span class="nam">_tunable_to_configspace</span><span class="op">(</span><span class="nam">tunable_float</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">    <span class="nam">_cmp_tunable_hyperparameter_numerical</span><span class="op">(</span><span class="nam">tunable_float</span><span class="op">,</span> <span class="nam">cs_param</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t"><span class="key">def</span> <span class="nam">test_tunable_to_configspace_int</span><span class="op">(</span><span class="nam">tunable_int</span><span class="op">:</span> <span class="nam">Tunable</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">    <span class="str">"""Check the conversion of Tunable to UniformIntegerHyperparameter."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">    <span class="nam">cs_param</span> <span class="op">=</span> <span class="nam">_tunable_to_configspace</span><span class="op">(</span><span class="nam">tunable_int</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">    <span class="nam">_cmp_tunable_hyperparameter_numerical</span><span class="op">(</span><span class="nam">tunable_int</span><span class="op">,</span> <span class="nam">cs_param</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t"><span class="nam">_CMP_FUNC</span> <span class="op">=</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">    <span class="str">"int"</span><span class="op">:</span> <span class="nam">_cmp_tunable_hyperparameter_numerical</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">    <span class="str">"float"</span><span class="op">:</span> <span class="nam">_cmp_tunable_hyperparameter_numerical</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">    <span class="str">"categorical"</span><span class="op">:</span> <span class="nam">_cmp_tunable_hyperparameter_categorical</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t"><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t"><span class="key">def</span> <span class="nam">test_tunable_to_configspace_float</span><span class="op">(</span><span class="nam">tunable_float</span><span class="op">:</span> <span class="nam">Tunable</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">    <span class="str">"""Check the conversion of Tunable to UniformFloatHyperparameter."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">    <span class="nam">cs_param</span> <span class="op">=</span> <span class="nam">_tunable_to_configspace</span><span class="op">(</span><span class="nam">tunable_float</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">    <span class="nam">_cmp_tunable_hyperparameter_numerical</span><span class="op">(</span><span class="nam">tunable_float</span><span class="op">,</span> <span class="nam">cs_param</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t"><span class="key">def</span> <span class="nam">test_tunable_groups_to_hyperparameters</span><span class="op">(</span><span class="nam">tunable_groups</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t"><span class="str">    Check the conversion of TunableGroups to ConfigurationSpace.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t"><span class="str">    Make sure that the corresponding Tunable and Hyperparameter objects match.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">    <span class="nam">space</span> <span class="op">=</span> <span class="nam">tunable_groups_to_configspace</span><span class="op">(</span><span class="nam">tunable_groups</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">    <span class="key">for</span> <span class="nam">tunable</span><span class="op">,</span> <span class="nam">_group</span> <span class="key">in</span> <span class="nam">tunable_groups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">        <span class="nam">_CMP_FUNC</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">type</span><span class="op">]</span><span class="op">(</span><span class="nam">tunable</span><span class="op">,</span> <span class="nam">space</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t"><span class="nam">_CMP_FUNC</span> <span class="op">=</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">    <span class="str">"int"</span><span class="op">:</span> <span class="nam">_cmp_tunable_hyperparameter_numerical</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">    <span class="str">"float"</span><span class="op">:</span> <span class="nam">_cmp_tunable_hyperparameter_numerical</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">    <span class="str">"categorical"</span><span class="op">:</span> <span class="nam">_cmp_tunable_hyperparameter_categorical</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t"><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t"><span class="key">def</span> <span class="nam">test_tunable_groups_to_hyperparameters</span><span class="op">(</span><span class="nam">tunable_groups</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">    <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t"><span class="str">    Check the conversion of TunableGroups to ConfigurationSpace.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t"><span class="key">def</span> <span class="nam">test_tunable_groups_to_configspace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t">    <span class="nam">tunable_groups</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t">    <span class="nam">configuration_space</span><span class="op">:</span> <span class="nam">ConfigurationSpace</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t">    <span class="str">"""Check the conversion of the entire TunableGroups collection to a single</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t"><span class="str">    ConfigurationSpace object.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">    <span class="nam">space</span> <span class="op">=</span> <span class="nam">tunable_groups_to_configspace</span><span class="op">(</span><span class="nam">tunable_groups</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">    <span class="key">assert</span> <span class="nam">space</span> <span class="op">==</span> <span class="nam">configuration_space</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t"><span class="str">    Make sure that the corresponding Tunable and Hyperparameter objects match.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t">    <span class="nam">space</span> <span class="op">=</span> <span class="nam">tunable_groups_to_configspace</span><span class="op">(</span><span class="nam">tunable_groups</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t">    <span class="key">for</span> <span class="nam">tunable</span><span class="op">,</span> <span class="nam">_group</span> <span class="key">in</span> <span class="nam">tunable_groups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t">        <span class="nam">_CMP_FUNC</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">type</span><span class="op">]</span><span class="op">(</span><span class="nam">tunable</span><span class="op">,</span> <span class="nam">space</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t"><span class="key">def</span> <span class="nam">test_tunable_groups_to_configspace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">    <span class="nam">tunable_groups</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">    <span class="nam">configuration_space</span><span class="op">:</span> <span class="nam">ConfigurationSpace</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">    <span class="str">"""Check the conversion of the entire TunableGroups collection to a single</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t"><span class="str">    ConfigurationSpace object.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t">    <span class="nam">space</span> <span class="op">=</span> <span class="nam">tunable_groups_to_configspace</span><span class="op">(</span><span class="nam">tunable_groups</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t">    <span class="key">assert</span> <span class="nam">space</span> <span class="op">==</span> <span class="nam">configuration_space</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
     <div class="content">
@@ -260,7 +266,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunables_assign_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunables_assign_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunables_assign_test_py.html
index 01bc90855a..f15c731280 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunables_assign_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunables_assign_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunables_copy_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -275,7 +275,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunables_copy_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunables_copy_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunables_copy_test_py.html
index 11aabebe26..0e29bebade 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunables_copy_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunables_copy_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunables_str_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -132,7 +132,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunables_str_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunables_str_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunables_str_test_py.html
index 272394a8d7..43735f34a2 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunables_str_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunables_str_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_util_git_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -147,7 +147,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_util_git_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b753a059391781c4_test_load_storage_config_examples_py.html b/htmlcov/z_b753a059391781c4_test_load_storage_config_examples_py.html
index 8f0d187661..12157dc1ca 100644
--- a/htmlcov/z_b753a059391781c4_test_load_storage_config_examples_py.html
+++ b/htmlcov/z_b753a059391781c4_test_load_storage_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -145,7 +145,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_c9154d4bcbf20984_identity_adapter_test_py.html b/htmlcov/z_c9154d4bcbf20984_identity_adapter_test_py.html
index e80af53072..02651bee6f 100644
--- a/htmlcov/z_c9154d4bcbf20984_identity_adapter_test_py.html
+++ b/htmlcov/z_c9154d4bcbf20984_identity_adapter_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_c9154d4bcbf20984_llamatune_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -131,7 +131,7 @@ <h2>
             <a class="nav" href="z_c9154d4bcbf20984_llamatune_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_c9154d4bcbf20984_llamatune_test_py.html b/htmlcov/z_c9154d4bcbf20984_llamatune_test_py.html
index 9914bbe31a..19906fa912 100644
--- a/htmlcov/z_c9154d4bcbf20984_llamatune_test_py.html
+++ b/htmlcov/z_c9154d4bcbf20984_llamatune_test_py.html
@@ -54,8 +54,8 @@ <h1>
             </div>
         </aside>
         <h2>
-            <span class="text">185 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">184<span class="text"> run</span></button>
+            <span class="text">171 statements &nbsp;</span>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">170<span class="text"> run</span></button>
             <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">1<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">0<span class="text"> excluded</span></button>
         </h2>
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_c9154d4bcbf20984_space_adapter_factory_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -95,592 +95,605 @@ <h2>
     <p class="run"><span class="n"><a id="t13" href="#t13">13</a></span><span class="t"><span class="key">import</span> <span class="nam">pytest</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t14" href="#t14">14</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t15" href="#t15">15</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_core</span><span class="op">.</span><span class="nam">spaces</span><span class="op">.</span><span class="nam">adapters</span> <span class="key">import</span> <span class="nam">LlamaTuneAdapter</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t16" href="#t16">16</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_core</span><span class="op">.</span><span class="nam">spaces</span><span class="op">.</span><span class="nam">converters</span><span class="op">.</span><span class="nam">util</span> <span class="key">import</span> <span class="nam">monkey_patch_quantization</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t17" href="#t17">17</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t18" href="#t18">18</a></span><span class="t"><span class="com"># Explicitly test quantized values with llamatune space adapter.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t19" href="#t19">19</a></span><span class="t"><span class="com"># TODO: Add log scale sampling tests as well.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t16" href="#t16">16</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_core</span><span class="op">.</span><span class="nam">spaces</span><span class="op">.</span><span class="nam">converters</span><span class="op">.</span><span class="nam">util</span> <span class="key">import</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t17" href="#t17">17</a></span><span class="t">    <span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t18" href="#t18">18</a></span><span class="t">    <span class="nam">monkey_patch_cs_quantization</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t19" href="#t19">19</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t20" href="#t20">20</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t21" href="#t21">21</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t22" href="#t22">22</a></span><span class="t"><span class="key">def</span> <span class="nam">construct_parameter_space</span><span class="op">(</span>  <span class="com"># pylint: disable=too-many-arguments</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t23" href="#t23">23</a></span><span class="t">    <span class="op">*</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t">    <span class="nam">n_continuous_params</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t">    <span class="nam">n_quantized_continuous_params</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t">    <span class="nam">n_integer_params</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t">    <span class="nam">n_quantized_integer_params</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t">    <span class="nam">n_categorical_params</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t">    <span class="nam">seed</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">1234</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="nam">CS</span><span class="op">.</span><span class="nam">ConfigurationSpace</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">    <span class="str">"""Helper function for construct an instance of `ConfigSpace.ConfigurationSpace`."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">    <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">ConfigurationSpace</span><span class="op">(</span><span class="nam">seed</span><span class="op">=</span><span class="nam">seed</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">    <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="nam">n_continuous_params</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">        <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformFloatHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="fst">f"</span><span class="fst">cont_</span><span class="op">{</span><span class="nam">idx</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">64</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">    <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="nam">n_quantized_continuous_params</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t">        <span class="nam">param_int</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">UniformFloatHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="fst">f"</span><span class="fst">cont_</span><span class="op">{</span><span class="nam">idx</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">64</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">        <span class="nam">monkey_patch_quantization</span><span class="op">(</span><span class="nam">param_int</span><span class="op">,</span> <span class="num">6</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t">        <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">param_int</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t40" href="#t40">40</a></span><span class="t">    <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="nam">n_integer_params</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t">        <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="fst">f"</span><span class="fst">int_</span><span class="op">{</span><span class="nam">idx</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">256</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t">    <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="nam">n_quantized_integer_params</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t">        <span class="nam">param_float</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="fst">f"</span><span class="fst">int_</span><span class="op">{</span><span class="nam">idx</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">256</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">        <span class="nam">monkey_patch_quantization</span><span class="op">(</span><span class="nam">param_float</span><span class="op">,</span> <span class="num">17</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">        <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">param_float</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">    <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="nam">n_categorical_params</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">        <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t">            <span class="nam">CS</span><span class="op">.</span><span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">                <span class="nam">name</span><span class="op">=</span><span class="fst">f"</span><span class="fst">str_</span><span class="op">{</span><span class="nam">idx</span><span class="op">}</span><span class="fst">"</span><span class="op">,</span> <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="fst">f"</span><span class="fst">option_</span><span class="op">{</span><span class="nam">idx</span><span class="op">}</span><span class="fst">"</span> <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="num">5</span><span class="op">)</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">    <span class="key">return</span> <span class="nam">input_space</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">    <span class="op">(</span><span class="str">"num_target_space_dims"</span><span class="op">,</span> <span class="str">"param_space_kwargs"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">    <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">            <span class="op">(</span><span class="nam">num_target_space_dims</span><span class="op">,</span> <span class="nam">param_space_kwargs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">            <span class="key">for</span> <span class="nam">num_target_space_dims</span> <span class="key">in</span> <span class="op">(</span><span class="num">2</span><span class="op">,</span> <span class="num">4</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">            <span class="key">for</span> <span class="nam">num_orig_space_factor</span> <span class="key">in</span> <span class="op">(</span><span class="num">1.5</span><span class="op">,</span> <span class="num">4</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">            <span class="key">for</span> <span class="nam">param_space_kwargs</span> <span class="key">in</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">                <span class="op">{</span><span class="str">"n_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">                <span class="op">{</span><span class="str">"n_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">                <span class="op">{</span><span class="str">"n_categorical_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">                <span class="op">{</span><span class="str">"n_categorical_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">                <span class="op">{</span><span class="str">"n_quantized_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">                <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">                    <span class="str">"n_quantized_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">                        <span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">                    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">                <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">                <span class="com"># Mix of all three types</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">                <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">                    <span class="str">"n_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">                    <span class="str">"n_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">                    <span class="str">"n_categorical_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">                <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">        <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">    <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t"><span class="key">def</span> <span class="nam">test_num_low_dims</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">    <span class="nam">num_target_space_dims</span><span class="op">:</span> <span class="nam">int</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">    <span class="nam">param_space_kwargs</span><span class="op">:</span> <span class="nam">dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>  <span class="com"># pylint: disable=too-many-locals</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">    <span class="str">"""Tests LlamaTune's low-to-high space projection method."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">    <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">construct_parameter_space</span><span class="op">(</span><span class="op">**</span><span class="nam">param_space_kwargs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">    <span class="com"># Number of target parameter space dimensions should be fewer than those of the original space</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">        <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span> <span class="nam">num_low_dims</span><span class="op">=</span><span class="nam">len</span><span class="op">(</span><span class="nam">list</span><span class="op">(</span><span class="nam">input_space</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">    <span class="com"># Enable only low-dimensional space projections</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">    <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">        <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">        <span class="nam">num_low_dims</span><span class="op">=</span><span class="nam">num_target_space_dims</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">        <span class="nam">special_param_values</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">        <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">    <span class="nam">sampled_configs</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="nam">size</span><span class="op">=</span><span class="num">100</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">    <span class="key">for</span> <span class="nam">sampled_config</span> <span class="key">in</span> <span class="nam">sampled_configs</span><span class="op">:</span>  <span class="com"># pylint: disable=not-an-iterable # (false positive)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">        <span class="com"># Transform low-dim config to high-dim point/config</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">        <span class="nam">sampled_config_df</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">            <span class="op">[</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">,</span> <span class="nam">columns</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">        <span class="nam">orig_config_df</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">transform</span><span class="op">(</span><span class="nam">sampled_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">        <span class="com"># High-dim (i.e., original) config should be valid</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t">        <span class="nam">orig_config</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">(</span><span class="nam">input_space</span><span class="op">,</span> <span class="nam">values</span><span class="op">=</span><span class="nam">orig_config_df</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t">        <span class="nam">orig_config</span><span class="op">.</span><span class="nam">check_valid_configuration</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t">        <span class="com"># Transform high-dim config back to low-dim</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t">        <span class="nam">target_config_df</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">inverse_transform</span><span class="op">(</span><span class="nam">orig_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t">        <span class="com"># Sampled config and this should be the same</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">        <span class="nam">target_config</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">            <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">            <span class="nam">values</span><span class="op">=</span><span class="nam">target_config_df</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">        <span class="key">assert</span> <span class="nam">target_config</span> <span class="op">==</span> <span class="nam">sampled_config</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">    <span class="com"># Try inverse projection (i.e., high-to-low) for previously unseen configs</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">    <span class="nam">unseen_sampled_configs</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="nam">size</span><span class="op">=</span><span class="num">25</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">    <span class="key">for</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">        <span class="nam">unseen_sampled_config</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">    <span class="op">)</span> <span class="key">in</span> <span class="nam">unseen_sampled_configs</span><span class="op">:</span>  <span class="com"># pylint: disable=not-an-iterable # (false positive)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">        <span class="key">if</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t">            <span class="nam">unseen_sampled_config</span> <span class="key">in</span> <span class="nam">sampled_configs</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">        <span class="op">)</span><span class="op">:</span>  <span class="com"># pylint: disable=unsupported-membership-test # (false positive)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">            <span class="key">continue</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">        <span class="nam">unseen_sampled_config_df</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">            <span class="op">[</span><span class="nam">unseen_sampled_config</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">,</span> <span class="nam">columns</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">unseen_sampled_config</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">        <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">            <span class="nam">_</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">inverse_transform</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">                <span class="nam">unseen_sampled_config_df</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">            <span class="op">)</span>  <span class="com"># pylint: disable=redefined-variable-type</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t"><span class="key">def</span> <span class="nam">test_special_parameter_values_validation</span><span class="op">(</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">    <span class="str">"""Tests LlamaTune's validation process of user-provided special parameter values</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t"><span class="str">    dictionary.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">    <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">ConfigurationSpace</span><span class="op">(</span><span class="nam">seed</span><span class="op">=</span><span class="num">1234</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">        <span class="nam">CS</span><span class="op">.</span><span class="nam">CategoricalHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"str"</span><span class="op">,</span> <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="fst">f"</span><span class="fst">choice_</span><span class="op">{</span><span class="nam">idx</span><span class="op">}</span><span class="fst">"</span> <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="num">5</span><span class="op">)</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformFloatHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"cont"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">100</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"int"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">100</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">    <span class="com"># Only UniformIntegerHyperparameters are currently supported</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">NotImplementedError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">        <span class="nam">special_param_values_dict_1</span> <span class="op">=</span> <span class="op">{</span><span class="str">"str"</span><span class="op">:</span> <span class="str">"choice_1"</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">        <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t">            <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">2</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t">            <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">special_param_values_dict_1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t">            <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">NotImplementedError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t">        <span class="nam">special_param_values_dict_2</span> <span class="op">=</span> <span class="op">{</span><span class="str">"cont"</span><span class="op">:</span> <span class="op">-</span><span class="num">1</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t">        <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">            <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">2</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t">            <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">special_param_values_dict_2</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">            <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t">    <span class="com"># Special value should belong to parameter value domain</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">,</span> <span class="nam">match</span><span class="op">=</span><span class="str">"value domain"</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t178" href="#t178">178</a></span><span class="t">        <span class="nam">special_param_values_dict</span> <span class="op">=</span> <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">-</span><span class="num">1</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t">        <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t">            <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">2</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t">            <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">special_param_values_dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t">            <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t">    <span class="com"># Invalid dicts; ValueError should be thrown</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t">    <span class="nam">invalid_special_param_values_dicts</span><span class="op">:</span> <span class="nam">List</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t">        <span class="op">{</span><span class="str">"int-Q"</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>  <span class="com"># parameter does not exist</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">{</span><span class="num">0</span><span class="op">:</span> <span class="num">0.2</span><span class="op">}</span><span class="op">}</span><span class="op">,</span>  <span class="com"># invalid definition</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="num">0.2</span><span class="op">}</span><span class="op">,</span>  <span class="com"># invalid parameter value</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">(</span><span class="num">0.4</span><span class="op">,</span> <span class="num">0</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>  <span class="com"># (biasing %, special value) instead of (special value, biasing %)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>  <span class="com"># duplicate special values</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>  <span class="com"># empty list</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="op">{</span><span class="num">0</span><span class="op">:</span> <span class="num">0.2</span><span class="op">}</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">0.4</span><span class="op">,</span> <span class="num">0</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">1</span><span class="op">,</span> <span class="num">0.7</span><span class="op">)</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>  <span class="com"># first tuple is inverted; second is correct</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">0.1</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">0.2</span><span class="op">)</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>  <span class="com"># duplicate special values</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t">    <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">    <span class="key">for</span> <span class="nam">spv_dict</span> <span class="key">in</span> <span class="nam">invalid_special_param_values_dicts</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t">        <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t">            <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">                <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t">                <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">2</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t">                <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">spv_dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t">                <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t">    <span class="com"># Biasing percentage of special value(s) are invalid</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t208" href="#t208">208</a></span><span class="t">    <span class="nam">invalid_special_param_values_dicts</span> <span class="op">=</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t209" href="#t209">209</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">1.1</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>  <span class="com"># >1 probability</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t210" href="#t210">210</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>  <span class="com"># Zero probability</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t211" href="#t211">211</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="op">-</span><span class="num">0.1</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>  <span class="com"># Negative probability</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">20</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>  <span class="com"># 2,000% instead of 20%</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="num">0</span><span class="op">,</span> <span class="num">1</span><span class="op">,</span> <span class="num">2</span><span class="op">,</span> <span class="num">3</span><span class="op">,</span> <span class="num">4</span><span class="op">,</span> <span class="num">5</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>  <span class="com"># default biasing is 20%; 6 values * 20% > 100%</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">0.4</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">1</span><span class="op">,</span> <span class="num">0.7</span><span class="op">)</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>  <span class="com"># combined probability >100%</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="op">-</span><span class="num">0.4</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">1</span><span class="op">,</span> <span class="num">0.7</span><span class="op">)</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>  <span class="com"># probability for value 0 is invalid.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">    <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t">    <span class="key">for</span> <span class="nam">spv_dict</span> <span class="key">in</span> <span class="nam">invalid_special_param_values_dicts</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">        <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t">            <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t">                <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t">                <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">2</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t">                <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">spv_dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t">                <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t"><span class="key">def</span> <span class="nam">gen_random_configs</span><span class="op">(</span><span class="nam">adapter</span><span class="op">:</span> <span class="nam">LlamaTuneAdapter</span><span class="op">,</span> <span class="nam">num_configs</span><span class="op">:</span> <span class="nam">int</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Iterator</span><span class="op">[</span><span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t">    <span class="key">for</span> <span class="nam">sampled_config</span> <span class="key">in</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="nam">size</span><span class="op">=</span><span class="nam">num_configs</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t">        <span class="com"># Transform low-dim config to high-dim config</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t">        <span class="nam">sampled_config_df</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t">            <span class="op">[</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">,</span> <span class="nam">columns</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t">        <span class="nam">orig_config_df</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">transform</span><span class="op">(</span><span class="nam">sampled_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t">        <span class="nam">orig_config</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t">            <span class="nam">adapter</span><span class="op">.</span><span class="nam">orig_parameter_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t">            <span class="nam">values</span><span class="op">=</span><span class="nam">orig_config_df</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t">        <span class="key">yield</span> <span class="nam">orig_config</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t21" href="#t21">21</a></span><span class="t"><span class="com"># Explicitly test quantized values with llamatune space adapter.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t22" href="#t22">22</a></span><span class="t"><span class="com"># TODO: Add log scale sampling tests as well.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t23" href="#t23">23</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t"><span class="key">def</span> <span class="nam">construct_parameter_space</span><span class="op">(</span>  <span class="com"># pylint: disable=too-many-arguments</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t">    <span class="op">*</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t">    <span class="nam">n_continuous_params</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t">    <span class="nam">n_quantized_continuous_params</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t">    <span class="nam">n_integer_params</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t">    <span class="nam">n_quantized_integer_params</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">    <span class="nam">n_categorical_params</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">    <span class="nam">seed</span><span class="op">:</span> <span class="nam">int</span> <span class="op">=</span> <span class="num">1234</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="nam">CS</span><span class="op">.</span><span class="nam">ConfigurationSpace</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">    <span class="str">"""Helper function for construct an instance of `ConfigSpace.ConfigurationSpace`."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">    <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">ConfigurationSpace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">        <span class="nam">seed</span><span class="op">=</span><span class="nam">seed</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t">        <span class="nam">space</span><span class="op">=</span><span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">            <span class="op">*</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t">                <span class="nam">CS</span><span class="op">.</span><span class="nam">UniformFloatHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">f"cont_{idx}"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">64</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t40" href="#t40">40</a></span><span class="t">                <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="nam">n_continuous_params</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t">            <span class="op">*</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t">                <span class="nam">CS</span><span class="op">.</span><span class="nam">UniformFloatHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">                    <span class="nam">name</span><span class="op">=</span><span class="str">f"cont_{idx}"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">64</span><span class="op">,</span> <span class="nam">meta</span><span class="op">=</span><span class="op">{</span><span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">:</span> <span class="num">6</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">                <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="nam">n_quantized_continuous_params</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t">            <span class="op">*</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">                <span class="nam">CS</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">f"int_{idx}"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">256</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">                <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="nam">n_integer_params</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">            <span class="op">*</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">                <span class="nam">CS</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">                    <span class="nam">name</span><span class="op">=</span><span class="str">f"int_{idx}"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">256</span><span class="op">,</span> <span class="nam">meta</span><span class="op">=</span><span class="op">{</span><span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">:</span> <span class="num">17</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">                <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="nam">n_quantized_integer_params</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">            <span class="op">*</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">                <span class="nam">CS</span><span class="op">.</span><span class="nam">CategoricalHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">                    <span class="nam">name</span><span class="op">=</span><span class="str">f"str_{idx}"</span><span class="op">,</span> <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="str">f"option_{idx}"</span> <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="num">5</span><span class="op">)</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">                <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="nam">n_categorical_params</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">            <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">        <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">    <span class="key">return</span> <span class="nam">monkey_patch_cs_quantization</span><span class="op">(</span><span class="nam">input_space</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">    <span class="op">(</span><span class="str">"num_target_space_dims"</span><span class="op">,</span> <span class="str">"param_space_kwargs"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">    <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">            <span class="op">(</span><span class="nam">num_target_space_dims</span><span class="op">,</span> <span class="nam">param_space_kwargs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">            <span class="key">for</span> <span class="nam">num_target_space_dims</span> <span class="key">in</span> <span class="op">(</span><span class="num">2</span><span class="op">,</span> <span class="num">4</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">            <span class="key">for</span> <span class="nam">num_orig_space_factor</span> <span class="key">in</span> <span class="op">(</span><span class="num">1.5</span><span class="op">,</span> <span class="num">4</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">            <span class="key">for</span> <span class="nam">param_space_kwargs</span> <span class="key">in</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">                <span class="op">{</span><span class="str">"n_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">                <span class="op">{</span><span class="str">"n_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">                <span class="op">{</span><span class="str">"n_categorical_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">                <span class="op">{</span><span class="str">"n_categorical_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">                <span class="op">{</span><span class="str">"n_quantized_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">                <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">                    <span class="str">"n_quantized_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">                        <span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">                    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">                <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">                <span class="com"># Mix of all three types</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">                <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">                    <span class="str">"n_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">                    <span class="str">"n_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">                    <span class="str">"n_categorical_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">                <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">        <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">    <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t"><span class="key">def</span> <span class="nam">test_num_low_dims</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">    <span class="nam">num_target_space_dims</span><span class="op">:</span> <span class="nam">int</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">    <span class="nam">param_space_kwargs</span><span class="op">:</span> <span class="nam">dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>  <span class="com"># pylint: disable=too-many-locals</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">    <span class="str">"""Tests LlamaTune's low-to-high space projection method."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">    <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">construct_parameter_space</span><span class="op">(</span><span class="op">**</span><span class="nam">param_space_kwargs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">    <span class="com"># Number of target parameter space dimensions should be fewer than those of the original space</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">        <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span> <span class="nam">num_low_dims</span><span class="op">=</span><span class="nam">len</span><span class="op">(</span><span class="nam">list</span><span class="op">(</span><span class="nam">input_space</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">    <span class="com"># Enable only low-dimensional space projections</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">    <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t">        <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">        <span class="nam">num_low_dims</span><span class="op">=</span><span class="nam">num_target_space_dims</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t">        <span class="nam">special_param_values</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t">        <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t">    <span class="nam">sampled_configs</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="nam">size</span><span class="op">=</span><span class="num">100</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">    <span class="key">for</span> <span class="nam">sampled_config</span> <span class="key">in</span> <span class="nam">sampled_configs</span><span class="op">:</span>  <span class="com"># pylint: disable=not-an-iterable # (false positive)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t">        <span class="com"># Transform low-dim config to high-dim point/config</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">        <span class="nam">sampled_config_df</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">            <span class="op">[</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">,</span> <span class="nam">columns</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">        <span class="nam">orig_config_df</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">transform</span><span class="op">(</span><span class="nam">sampled_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">        <span class="com"># High-dim (i.e., original) config should be valid</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">        <span class="nam">orig_config</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">(</span><span class="nam">input_space</span><span class="op">,</span> <span class="nam">values</span><span class="op">=</span><span class="nam">orig_config_df</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">        <span class="nam">orig_config</span><span class="op">.</span><span class="nam">check_valid_configuration</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">        <span class="com"># Transform high-dim config back to low-dim</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">        <span class="nam">target_config_df</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">inverse_transform</span><span class="op">(</span><span class="nam">orig_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t">        <span class="com"># Sampled config and this should be the same</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">        <span class="nam">target_config</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">            <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">            <span class="nam">values</span><span class="op">=</span><span class="nam">target_config_df</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">        <span class="key">assert</span> <span class="nam">target_config</span> <span class="op">==</span> <span class="nam">sampled_config</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">    <span class="com"># Try inverse projection (i.e., high-to-low) for previously unseen configs</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">    <span class="nam">unseen_sampled_configs</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="nam">size</span><span class="op">=</span><span class="num">25</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">    <span class="key">for</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">        <span class="nam">unseen_sampled_config</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">    <span class="op">)</span> <span class="key">in</span> <span class="nam">unseen_sampled_configs</span><span class="op">:</span>  <span class="com"># pylint: disable=not-an-iterable # (false positive)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">        <span class="key">if</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">            <span class="nam">unseen_sampled_config</span> <span class="key">in</span> <span class="nam">sampled_configs</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">        <span class="op">)</span><span class="op">:</span>  <span class="com"># pylint: disable=unsupported-membership-test # (false positive)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">            <span class="key">continue</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">        <span class="nam">unseen_sampled_config_df</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">            <span class="op">[</span><span class="nam">unseen_sampled_config</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">,</span> <span class="nam">columns</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">unseen_sampled_config</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">        <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">            <span class="nam">_</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">inverse_transform</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">                <span class="nam">unseen_sampled_config_df</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">            <span class="op">)</span>  <span class="com"># pylint: disable=redefined-variable-type</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t"><span class="key">def</span> <span class="nam">test_special_parameter_values_validation</span><span class="op">(</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">    <span class="str">"""Tests LlamaTune's validation process of user-provided special parameter values</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t"><span class="str">    dictionary.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t">    <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">ConfigurationSpace</span><span class="op">(</span><span class="nam">seed</span><span class="op">=</span><span class="num">1234</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t">        <span class="nam">CS</span><span class="op">.</span><span class="nam">CategoricalHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"str"</span><span class="op">,</span> <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="str">f"choice_{idx}"</span> <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="num">5</span><span class="op">)</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformFloatHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"cont"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">100</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"int"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">100</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">    <span class="com"># Only UniformIntegerHyperparameters are currently supported</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">NotImplementedError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t">        <span class="nam">special_param_values_dict_1</span> <span class="op">=</span> <span class="op">{</span><span class="str">"str"</span><span class="op">:</span> <span class="str">"choice_1"</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">        <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t">            <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">2</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t">            <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">special_param_values_dict_1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t">            <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t178" href="#t178">178</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">NotImplementedError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t">        <span class="nam">special_param_values_dict_2</span> <span class="op">=</span> <span class="op">{</span><span class="str">"cont"</span><span class="op">:</span> <span class="op">-</span><span class="num">1</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t">        <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t">            <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">2</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t">            <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">special_param_values_dict_2</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t">            <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t">    <span class="com"># Special value should belong to parameter value domain</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">,</span> <span class="nam">match</span><span class="op">=</span><span class="str">"value domain"</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t">        <span class="nam">special_param_values_dict</span> <span class="op">=</span> <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">-</span><span class="num">1</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t">        <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t">            <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">2</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t">            <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">special_param_values_dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t">            <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t">    <span class="com"># Invalid dicts; ValueError should be thrown</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t">    <span class="nam">invalid_special_param_values_dicts</span><span class="op">:</span> <span class="nam">List</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">        <span class="op">{</span><span class="str">"int-Q"</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>  <span class="com"># parameter does not exist</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">{</span><span class="num">0</span><span class="op">:</span> <span class="num">0.2</span><span class="op">}</span><span class="op">}</span><span class="op">,</span>  <span class="com"># invalid definition</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="num">0.2</span><span class="op">}</span><span class="op">,</span>  <span class="com"># invalid parameter value</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">(</span><span class="num">0.4</span><span class="op">,</span> <span class="num">0</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>  <span class="com"># (biasing %, special value) instead of (special value, biasing %)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>  <span class="com"># duplicate special values</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>  <span class="com"># empty list</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="op">{</span><span class="num">0</span><span class="op">:</span> <span class="num">0.2</span><span class="op">}</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t208" href="#t208">208</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">0.4</span><span class="op">,</span> <span class="num">0</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">1</span><span class="op">,</span> <span class="num">0.7</span><span class="op">)</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>  <span class="com"># first tuple is inverted; second is correct</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t209" href="#t209">209</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">0.1</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">0.2</span><span class="op">)</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>  <span class="com"># duplicate special values</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t210" href="#t210">210</a></span><span class="t">    <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t211" href="#t211">211</a></span><span class="t">    <span class="key">for</span> <span class="nam">spv_dict</span> <span class="key">in</span> <span class="nam">invalid_special_param_values_dicts</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t">        <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t">            <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t">                <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">                <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">2</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">                <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">spv_dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">                <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t">    <span class="com"># Biasing percentage of special value(s) are invalid</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t">    <span class="nam">invalid_special_param_values_dicts</span> <span class="op">=</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">1.1</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>  <span class="com"># >1 probability</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>  <span class="com"># Zero probability</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="op">-</span><span class="num">0.1</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>  <span class="com"># Negative probability</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">20</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>  <span class="com"># 2,000% instead of 20%</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="num">0</span><span class="op">,</span> <span class="num">1</span><span class="op">,</span> <span class="num">2</span><span class="op">,</span> <span class="num">3</span><span class="op">,</span> <span class="num">4</span><span class="op">,</span> <span class="num">5</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>  <span class="com"># default biasing is 20%; 6 values * 20% > 100%</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">0.4</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">1</span><span class="op">,</span> <span class="num">0.7</span><span class="op">)</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>  <span class="com"># combined probability >100%</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t">        <span class="op">{</span><span class="str">"int"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="op">-</span><span class="num">0.4</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">1</span><span class="op">,</span> <span class="num">0.7</span><span class="op">)</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>  <span class="com"># probability for value 0 is invalid.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t">    <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t">    <span class="key">for</span> <span class="nam">spv_dict</span> <span class="key">in</span> <span class="nam">invalid_special_param_values_dicts</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t">        <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t">            <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t">                <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t">                <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">2</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t">                <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">spv_dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t">                <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t240" href="#t240">240</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t"><span class="key">def</span> <span class="nam">test_special_parameter_values_biasing</span><span class="op">(</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>  <span class="com"># pylint: disable=too-complex</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t">    <span class="str">"""Tests LlamaTune's special parameter values biasing methodology."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t">    <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">ConfigurationSpace</span><span class="op">(</span><span class="nam">seed</span><span class="op">=</span><span class="num">1234</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"int_1"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">100</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"int_2"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">100</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t248" href="#t248">248</a></span><span class="t">    <span class="nam">num_configs</span> <span class="op">=</span> <span class="num">400</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t">    <span class="nam">bias_percentage</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">.</span><span class="nam">DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t">    <span class="nam">eps</span> <span class="op">=</span> <span class="num">0.2</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t251" href="#t251">251</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t252" href="#t252">252</a></span><span class="t">    <span class="com"># Single parameter; single special value</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t253" href="#t253">253</a></span><span class="t">    <span class="nam">special_param_value_dicts</span><span class="op">:</span> <span class="nam">List</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t254" href="#t254">254</a></span><span class="t">        <span class="op">{</span><span class="str">"int_1"</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t255" href="#t255">255</a></span><span class="t">        <span class="op">{</span><span class="str">"int_1"</span><span class="op">:</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="nam">bias_percentage</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t256" href="#t256">256</a></span><span class="t">        <span class="op">{</span><span class="str">"int_1"</span><span class="op">:</span> <span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t">        <span class="op">{</span><span class="str">"int_1"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="nam">bias_percentage</span><span class="op">)</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t">    <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t">    <span class="key">for</span> <span class="nam">spv_dict</span> <span class="key">in</span> <span class="nam">special_param_value_dicts</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t">        <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t263" href="#t263">263</a></span><span class="t">            <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t264" href="#t264">264</a></span><span class="t">            <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">spv_dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t265" href="#t265">265</a></span><span class="t">            <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t266" href="#t266">266</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t267" href="#t267">267</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t268" href="#t268">268</a></span><span class="t">        <span class="nam">special_value_occurrences</span> <span class="op">=</span> <span class="nam">sum</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t269" href="#t269">269</a></span><span class="t">            <span class="num">1</span> <span class="key">for</span> <span class="nam">config</span> <span class="key">in</span> <span class="nam">gen_random_configs</span><span class="op">(</span><span class="nam">adapter</span><span class="op">,</span> <span class="nam">num_configs</span><span class="op">)</span> <span class="key">if</span> <span class="nam">config</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span> <span class="op">==</span> <span class="num">0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t270" href="#t270">270</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t271" href="#t271">271</a></span><span class="t">        <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">special_value_occurrences</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t"><span class="key">def</span> <span class="nam">gen_random_configs</span><span class="op">(</span><span class="nam">adapter</span><span class="op">:</span> <span class="nam">LlamaTuneAdapter</span><span class="op">,</span> <span class="nam">num_configs</span><span class="op">:</span> <span class="nam">int</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Iterator</span><span class="op">[</span><span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t">    <span class="key">for</span> <span class="nam">sampled_config</span> <span class="key">in</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="nam">size</span><span class="op">=</span><span class="nam">num_configs</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t">        <span class="com"># Transform low-dim config to high-dim config</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t">        <span class="nam">sampled_config_df</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t">            <span class="op">[</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">,</span> <span class="nam">columns</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t">        <span class="nam">orig_config_df</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">transform</span><span class="op">(</span><span class="nam">sampled_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t248" href="#t248">248</a></span><span class="t">        <span class="nam">orig_config</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t">            <span class="nam">adapter</span><span class="op">.</span><span class="nam">orig_parameter_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t">            <span class="nam">values</span><span class="op">=</span><span class="nam">orig_config_df</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t251" href="#t251">251</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t252" href="#t252">252</a></span><span class="t">        <span class="key">yield</span> <span class="nam">orig_config</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t253" href="#t253">253</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t254" href="#t254">254</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t255" href="#t255">255</a></span><span class="t"><span class="key">def</span> <span class="nam">test_special_parameter_values_biasing</span><span class="op">(</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>  <span class="com"># pylint: disable=too-complex</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t256" href="#t256">256</a></span><span class="t">    <span class="str">"""Tests LlamaTune's special parameter values biasing methodology."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t">    <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">ConfigurationSpace</span><span class="op">(</span><span class="nam">seed</span><span class="op">=</span><span class="num">1234</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"int_1"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">100</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"int_2"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">100</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t">    <span class="nam">num_configs</span> <span class="op">=</span> <span class="num">400</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t">    <span class="nam">bias_percentage</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">.</span><span class="nam">DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t263" href="#t263">263</a></span><span class="t">    <span class="nam">eps</span> <span class="op">=</span> <span class="num">0.2</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t264" href="#t264">264</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t265" href="#t265">265</a></span><span class="t">    <span class="com"># Single parameter; single special value</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t266" href="#t266">266</a></span><span class="t">    <span class="nam">special_param_value_dicts</span><span class="op">:</span> <span class="nam">List</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t267" href="#t267">267</a></span><span class="t">        <span class="op">{</span><span class="str">"int_1"</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t268" href="#t268">268</a></span><span class="t">        <span class="op">{</span><span class="str">"int_1"</span><span class="op">:</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="nam">bias_percentage</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t269" href="#t269">269</a></span><span class="t">        <span class="op">{</span><span class="str">"int_1"</span><span class="op">:</span> <span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t270" href="#t270">270</a></span><span class="t">        <span class="op">{</span><span class="str">"int_1"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="nam">bias_percentage</span><span class="op">)</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t271" href="#t271">271</a></span><span class="t">    <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t272" href="#t272">272</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t273" href="#t273">273</a></span><span class="t">    <span class="com"># Single parameter; multiple special values</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t274" href="#t274">274</a></span><span class="t">    <span class="nam">special_param_value_dicts</span> <span class="op">=</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t275" href="#t275">275</a></span><span class="t">        <span class="op">{</span><span class="str">"int_1"</span><span class="op">:</span> <span class="op">[</span><span class="num">0</span><span class="op">,</span> <span class="num">1</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t276" href="#t276">276</a></span><span class="t">        <span class="op">{</span><span class="str">"int_1"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="nam">bias_percentage</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">1</span><span class="op">,</span> <span class="nam">bias_percentage</span><span class="op">)</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t277" href="#t277">277</a></span><span class="t">    <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t278" href="#t278">278</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t279" href="#t279">279</a></span><span class="t">    <span class="key">for</span> <span class="nam">spv_dict</span> <span class="key">in</span> <span class="nam">special_param_value_dicts</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t280" href="#t280">280</a></span><span class="t">        <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t281" href="#t281">281</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t282" href="#t282">282</a></span><span class="t">            <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t283" href="#t283">283</a></span><span class="t">            <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">spv_dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t284" href="#t284">284</a></span><span class="t">            <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t285" href="#t285">285</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t286" href="#t286">286</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t287" href="#t287">287</a></span><span class="t">        <span class="nam">special_values_occurrences</span> <span class="op">=</span> <span class="op">{</span><span class="num">0</span><span class="op">:</span> <span class="num">0</span><span class="op">,</span> <span class="num">1</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t288" href="#t288">288</a></span><span class="t">        <span class="key">for</span> <span class="nam">config</span> <span class="key">in</span> <span class="nam">gen_random_configs</span><span class="op">(</span><span class="nam">adapter</span><span class="op">,</span> <span class="nam">num_configs</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t289" href="#t289">289</a></span><span class="t">            <span class="key">if</span> <span class="nam">config</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span> <span class="op">==</span> <span class="num">0</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t290" href="#t290">290</a></span><span class="t">                <span class="nam">special_values_occurrences</span><span class="op">[</span><span class="num">0</span><span class="op">]</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t291" href="#t291">291</a></span><span class="t">            <span class="key">elif</span> <span class="nam">config</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span> <span class="op">==</span> <span class="num">1</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t292" href="#t292">292</a></span><span class="t">                <span class="nam">special_values_occurrences</span><span class="op">[</span><span class="num">1</span><span class="op">]</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t293" href="#t293">293</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t294" href="#t294">294</a></span><span class="t">        <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">special_values_occurrences</span><span class="op">[</span><span class="num">0</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t295" href="#t295">295</a></span><span class="t">        <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">special_values_occurrences</span><span class="op">[</span><span class="num">1</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t296" href="#t296">296</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t297" href="#t297">297</a></span><span class="t">    <span class="com"># Multiple parameters; multiple special values; different biasing percentage</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t298" href="#t298">298</a></span><span class="t">    <span class="nam">spv_dict</span> <span class="op">=</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t299" href="#t299">299</a></span><span class="t">        <span class="str">"int_1"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="nam">bias_percentage</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">1</span><span class="op">,</span> <span class="nam">bias_percentage</span> <span class="op">/</span> <span class="num">2</span><span class="op">)</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t300" href="#t300">300</a></span><span class="t">        <span class="str">"int_2"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">2</span><span class="op">,</span> <span class="nam">bias_percentage</span> <span class="op">/</span> <span class="num">2</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">100</span><span class="op">,</span> <span class="nam">bias_percentage</span> <span class="op">*</span> <span class="num">1.5</span><span class="op">)</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t301" href="#t301">301</a></span><span class="t">    <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t302" href="#t302">302</a></span><span class="t">    <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t303" href="#t303">303</a></span><span class="t">        <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t304" href="#t304">304</a></span><span class="t">        <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t305" href="#t305">305</a></span><span class="t">        <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">spv_dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t306" href="#t306">306</a></span><span class="t">        <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t307" href="#t307">307</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t308" href="#t308">308</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t309" href="#t309">309</a></span><span class="t">    <span class="nam">special_values_instances</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">int</span><span class="op">,</span> <span class="nam">int</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t310" href="#t310">310</a></span><span class="t">        <span class="str">"int_1"</span><span class="op">:</span> <span class="op">{</span><span class="num">0</span><span class="op">:</span> <span class="num">0</span><span class="op">,</span> <span class="num">1</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t311" href="#t311">311</a></span><span class="t">        <span class="str">"int_2"</span><span class="op">:</span> <span class="op">{</span><span class="num">2</span><span class="op">:</span> <span class="num">0</span><span class="op">,</span> <span class="num">100</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t312" href="#t312">312</a></span><span class="t">    <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t313" href="#t313">313</a></span><span class="t">    <span class="key">for</span> <span class="nam">config</span> <span class="key">in</span> <span class="nam">gen_random_configs</span><span class="op">(</span><span class="nam">adapter</span><span class="op">,</span> <span class="nam">num_configs</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t314" href="#t314">314</a></span><span class="t">        <span class="key">if</span> <span class="nam">config</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span> <span class="op">==</span> <span class="num">0</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t315" href="#t315">315</a></span><span class="t">            <span class="nam">special_values_instances</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span><span class="op">[</span><span class="num">0</span><span class="op">]</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t316" href="#t316">316</a></span><span class="t">        <span class="key">elif</span> <span class="nam">config</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span> <span class="op">==</span> <span class="num">1</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t317" href="#t317">317</a></span><span class="t">            <span class="nam">special_values_instances</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span><span class="op">[</span><span class="num">1</span><span class="op">]</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t318" href="#t318">318</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t319" href="#t319">319</a></span><span class="t">        <span class="key">if</span> <span class="nam">config</span><span class="op">[</span><span class="str">"int_2"</span><span class="op">]</span> <span class="op">==</span> <span class="num">2</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t320" href="#t320">320</a></span><span class="t">            <span class="nam">special_values_instances</span><span class="op">[</span><span class="str">"int_2"</span><span class="op">]</span><span class="op">[</span><span class="num">2</span><span class="op">]</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t321" href="#t321">321</a></span><span class="t">        <span class="key">elif</span> <span class="nam">config</span><span class="op">[</span><span class="str">"int_2"</span><span class="op">]</span> <span class="op">==</span> <span class="num">100</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t322" href="#t322">322</a></span><span class="t">            <span class="nam">special_values_instances</span><span class="op">[</span><span class="str">"int_2"</span><span class="op">]</span><span class="op">[</span><span class="num">100</span><span class="op">]</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t323" href="#t323">323</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t324" href="#t324">324</a></span><span class="t">    <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">special_values_instances</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span><span class="op">[</span><span class="num">0</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t325" href="#t325">325</a></span><span class="t">    <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span> <span class="op">/</span> <span class="num">2</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">special_values_instances</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span><span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t326" href="#t326">326</a></span><span class="t">        <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t327" href="#t327">327</a></span><span class="t">    <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t328" href="#t328">328</a></span><span class="t">    <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span> <span class="op">/</span> <span class="num">2</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">special_values_instances</span><span class="op">[</span><span class="str">"int_2"</span><span class="op">]</span><span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t329" href="#t329">329</a></span><span class="t">        <span class="num">2</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t330" href="#t330">330</a></span><span class="t">    <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t331" href="#t331">331</a></span><span class="t">    <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span> <span class="op">*</span> <span class="num">1.5</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">special_values_instances</span><span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t332" href="#t332">332</a></span><span class="t">        <span class="str">"int_2"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t333" href="#t333">333</a></span><span class="t">    <span class="op">]</span><span class="op">[</span><span class="num">100</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t334" href="#t334">334</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t335" href="#t335">335</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t336" href="#t336">336</a></span><span class="t"><span class="key">def</span> <span class="nam">test_max_unique_values_per_param</span><span class="op">(</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t337" href="#t337">337</a></span><span class="t">    <span class="str">"""Tests LlamaTune's parameter values discretization implementation."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t338" href="#t338">338</a></span><span class="t">    <span class="com"># Define config space with a mix of different parameter types</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t339" href="#t339">339</a></span><span class="t">    <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">ConfigurationSpace</span><span class="op">(</span><span class="nam">seed</span><span class="op">=</span><span class="num">1234</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t340" href="#t340">340</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t341" href="#t341">341</a></span><span class="t">        <span class="nam">CS</span><span class="op">.</span><span class="nam">UniformFloatHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"cont_1"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">5</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t342" href="#t342">342</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t343" href="#t343">343</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformFloatHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"cont_2"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">1</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">100</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t344" href="#t344">344</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"int_1"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">1</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">10</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t345" href="#t345">345</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"int_2"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">2048</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t346" href="#t346">346</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">CategoricalHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"str_1"</span><span class="op">,</span> <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="str">"on"</span><span class="op">,</span> <span class="str">"off"</span><span class="op">]</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t347" href="#t347">347</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t348" href="#t348">348</a></span><span class="t">        <span class="nam">CS</span><span class="op">.</span><span class="nam">CategoricalHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"str_2"</span><span class="op">,</span> <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="fst">f"</span><span class="fst">choice_</span><span class="op">{</span><span class="nam">idx</span><span class="op">}</span><span class="fst">"</span> <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="num">10</span><span class="op">)</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t349" href="#t349">349</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t350" href="#t350">350</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t351" href="#t351">351</a></span><span class="t">    <span class="com"># Restrict the number of unique parameter values</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t352" href="#t352">352</a></span><span class="t">    <span class="nam">num_configs</span> <span class="op">=</span> <span class="num">200</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t353" href="#t353">353</a></span><span class="t">    <span class="key">for</span> <span class="nam">max_unique_values_per_param</span> <span class="key">in</span> <span class="op">(</span><span class="num">5</span><span class="op">,</span> <span class="num">25</span><span class="op">,</span> <span class="num">100</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t354" href="#t354">354</a></span><span class="t">        <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t355" href="#t355">355</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t356" href="#t356">356</a></span><span class="t">            <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">3</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t357" href="#t357">357</a></span><span class="t">            <span class="nam">special_param_values</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t358" href="#t358">358</a></span><span class="t">            <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="nam">max_unique_values_per_param</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t359" href="#t359">359</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t360" href="#t360">360</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t361" href="#t361">361</a></span><span class="t">        <span class="com"># Keep track of unique values generated for each parameter</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t362" href="#t362">362</a></span><span class="t">        <span class="nam">unique_values_dict</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">set</span><span class="op">]</span> <span class="op">=</span> <span class="op">{</span><span class="nam">param</span><span class="op">:</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span> <span class="key">for</span> <span class="nam">param</span> <span class="key">in</span> <span class="nam">list</span><span class="op">(</span><span class="nam">input_space</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t363" href="#t363">363</a></span><span class="t">        <span class="key">for</span> <span class="nam">config</span> <span class="key">in</span> <span class="nam">gen_random_configs</span><span class="op">(</span><span class="nam">adapter</span><span class="op">,</span> <span class="nam">num_configs</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t364" href="#t364">364</a></span><span class="t">            <span class="key">for</span> <span class="nam">param</span><span class="op">,</span> <span class="nam">value</span> <span class="key">in</span> <span class="nam">config</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t365" href="#t365">365</a></span><span class="t">                <span class="nam">unique_values_dict</span><span class="op">[</span><span class="nam">param</span><span class="op">]</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">value</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t366" href="#t366">366</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t367" href="#t367">367</a></span><span class="t">        <span class="com"># Ensure that their number is less than the maximum number allowed</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t368" href="#t368">368</a></span><span class="t">        <span class="key">for</span> <span class="nam">_</span><span class="op">,</span> <span class="nam">unique_values</span> <span class="key">in</span> <span class="nam">unique_values_dict</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t369" href="#t369">369</a></span><span class="t">            <span class="key">assert</span> <span class="nam">len</span><span class="op">(</span><span class="nam">unique_values</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">max_unique_values_per_param</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t370" href="#t370">370</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t371" href="#t371">371</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t372" href="#t372">372</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t373" href="#t373">373</a></span><span class="t">    <span class="op">(</span><span class="str">"num_target_space_dims"</span><span class="op">,</span> <span class="str">"param_space_kwargs"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t374" href="#t374">374</a></span><span class="t">    <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t375" href="#t375">375</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t376" href="#t376">376</a></span><span class="t">            <span class="op">(</span><span class="nam">num_target_space_dims</span><span class="op">,</span> <span class="nam">param_space_kwargs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t377" href="#t377">377</a></span><span class="t">            <span class="key">for</span> <span class="nam">num_target_space_dims</span> <span class="key">in</span> <span class="op">(</span><span class="num">2</span><span class="op">,</span> <span class="num">4</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t378" href="#t378">378</a></span><span class="t">            <span class="key">for</span> <span class="nam">num_orig_space_factor</span> <span class="key">in</span> <span class="op">(</span><span class="num">1.5</span><span class="op">,</span> <span class="num">4</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t379" href="#t379">379</a></span><span class="t">            <span class="key">for</span> <span class="nam">param_space_kwargs</span> <span class="key">in</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t380" href="#t380">380</a></span><span class="t">                <span class="op">{</span><span class="str">"n_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t381" href="#t381">381</a></span><span class="t">                <span class="op">{</span><span class="str">"n_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t382" href="#t382">382</a></span><span class="t">                <span class="op">{</span><span class="str">"n_categorical_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t383" href="#t383">383</a></span><span class="t">                <span class="op">{</span><span class="str">"n_quantized_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t384" href="#t384">384</a></span><span class="t">                <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t385" href="#t385">385</a></span><span class="t">                    <span class="str">"n_quantized_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t386" href="#t386">386</a></span><span class="t">                        <span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t387" href="#t387">387</a></span><span class="t">                    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t388" href="#t388">388</a></span><span class="t">                <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t389" href="#t389">389</a></span><span class="t">                <span class="com"># Mix of all three types</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t390" href="#t390">390</a></span><span class="t">                <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t391" href="#t391">391</a></span><span class="t">                    <span class="str">"n_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t392" href="#t392">392</a></span><span class="t">                    <span class="str">"n_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t393" href="#t393">393</a></span><span class="t">                    <span class="str">"n_categorical_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t394" href="#t394">394</a></span><span class="t">                <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t395" href="#t395">395</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t396" href="#t396">396</a></span><span class="t">        <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t397" href="#t397">397</a></span><span class="t">    <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t398" href="#t398">398</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t399" href="#t399">399</a></span><span class="t"><span class="key">def</span> <span class="nam">test_approx_inverse_mapping</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t400" href="#t400">400</a></span><span class="t">    <span class="nam">num_target_space_dims</span><span class="op">:</span> <span class="nam">int</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t401" href="#t401">401</a></span><span class="t">    <span class="nam">param_space_kwargs</span><span class="op">:</span> <span class="nam">dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t402" href="#t402">402</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>  <span class="com"># pylint: disable=too-many-locals</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t403" href="#t403">403</a></span><span class="t">    <span class="str">"""Tests LlamaTune's approximate high-to-low space projection method, using pseudo-</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t404" href="#t404">404</a></span><span class="t"><span class="str">    inverse.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t405" href="#t405">405</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t406" href="#t406">406</a></span><span class="t">    <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">construct_parameter_space</span><span class="op">(</span><span class="op">**</span><span class="nam">param_space_kwargs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t407" href="#t407">407</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t408" href="#t408">408</a></span><span class="t">    <span class="com"># Enable low-dimensional space projection, but disable reverse mapping</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t409" href="#t409">409</a></span><span class="t">    <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t410" href="#t410">410</a></span><span class="t">        <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t411" href="#t411">411</a></span><span class="t">        <span class="nam">num_low_dims</span><span class="op">=</span><span class="nam">num_target_space_dims</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t412" href="#t412">412</a></span><span class="t">        <span class="nam">special_param_values</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t413" href="#t413">413</a></span><span class="t">        <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t414" href="#t414">414</a></span><span class="t">        <span class="nam">use_approximate_reverse_mapping</span><span class="op">=</span><span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t415" href="#t415">415</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t416" href="#t416">416</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t417" href="#t417">417</a></span><span class="t">    <span class="nam">sampled_config</span> <span class="op">=</span> <span class="nam">input_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="op">)</span>  <span class="com"># size=1)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t418" href="#t418">418</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t419" href="#t419">419</a></span><span class="t">        <span class="nam">sampled_config_df</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t420" href="#t420">420</a></span><span class="t">            <span class="op">[</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">,</span> <span class="nam">columns</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t421" href="#t421">421</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t422" href="#t422">422</a></span><span class="t">        <span class="nam">_</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">inverse_transform</span><span class="op">(</span><span class="nam">sampled_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t423" href="#t423">423</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t424" href="#t424">424</a></span><span class="t">    <span class="com"># Enable low-dimensional space projection *and* reverse mapping</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t425" href="#t425">425</a></span><span class="t">    <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t426" href="#t426">426</a></span><span class="t">        <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t427" href="#t427">427</a></span><span class="t">        <span class="nam">num_low_dims</span><span class="op">=</span><span class="nam">num_target_space_dims</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t428" href="#t428">428</a></span><span class="t">        <span class="nam">special_param_values</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t429" href="#t429">429</a></span><span class="t">        <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t430" href="#t430">430</a></span><span class="t">        <span class="nam">use_approximate_reverse_mapping</span><span class="op">=</span><span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t431" href="#t431">431</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t432" href="#t432">432</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t433" href="#t433">433</a></span><span class="t">    <span class="com"># Warning should be printed the first time</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t434" href="#t434">434</a></span><span class="t">    <span class="nam">sampled_config</span> <span class="op">=</span> <span class="nam">input_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="op">)</span>  <span class="com"># size=1)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t435" href="#t435">435</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">warns</span><span class="op">(</span><span class="nam">UserWarning</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t436" href="#t436">436</a></span><span class="t">        <span class="nam">sampled_config_df</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t437" href="#t437">437</a></span><span class="t">            <span class="op">[</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">,</span> <span class="nam">columns</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t438" href="#t438">438</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t439" href="#t439">439</a></span><span class="t">        <span class="nam">target_config_df</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">inverse_transform</span><span class="op">(</span><span class="nam">sampled_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t440" href="#t440">440</a></span><span class="t">        <span class="com"># Low-dim (i.e., target) config should be valid</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t441" href="#t441">441</a></span><span class="t">        <span class="nam">target_config</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t442" href="#t442">442</a></span><span class="t">            <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t443" href="#t443">443</a></span><span class="t">            <span class="nam">values</span><span class="op">=</span><span class="nam">target_config_df</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t444" href="#t444">444</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t445" href="#t445">445</a></span><span class="t">        <span class="nam">target_config</span><span class="op">.</span><span class="nam">check_valid_configuration</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t446" href="#t446">446</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t447" href="#t447">447</a></span><span class="t">    <span class="com"># Test inverse transform with 100 random configs</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t448" href="#t448">448</a></span><span class="t">    <span class="key">for</span> <span class="nam">_</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="num">100</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t449" href="#t449">449</a></span><span class="t">        <span class="nam">sampled_config</span> <span class="op">=</span> <span class="nam">input_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="op">)</span>  <span class="com"># size=1)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t450" href="#t450">450</a></span><span class="t">        <span class="nam">sampled_config_df</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t451" href="#t451">451</a></span><span class="t">            <span class="op">[</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">,</span> <span class="nam">columns</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t452" href="#t452">452</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t453" href="#t453">453</a></span><span class="t">        <span class="nam">target_config_df</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">inverse_transform</span><span class="op">(</span><span class="nam">sampled_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t454" href="#t454">454</a></span><span class="t">        <span class="com"># Low-dim (i.e., target) config should be valid</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t455" href="#t455">455</a></span><span class="t">        <span class="nam">target_config</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t456" href="#t456">456</a></span><span class="t">            <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t457" href="#t457">457</a></span><span class="t">            <span class="nam">values</span><span class="op">=</span><span class="nam">target_config_df</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t458" href="#t458">458</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t459" href="#t459">459</a></span><span class="t">        <span class="nam">target_config</span><span class="op">.</span><span class="nam">check_valid_configuration</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t460" href="#t460">460</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t461" href="#t461">461</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t462" href="#t462">462</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t463" href="#t463">463</a></span><span class="t">    <span class="op">(</span><span class="str">"num_low_dims"</span><span class="op">,</span> <span class="str">"special_param_values"</span><span class="op">,</span> <span class="str">"max_unique_values_per_param"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t464" href="#t464">464</a></span><span class="t">    <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t465" href="#t465">465</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t466" href="#t466">466</a></span><span class="t">            <span class="op">(</span><span class="nam">num_low_dims</span><span class="op">,</span> <span class="nam">special_param_values</span><span class="op">,</span> <span class="nam">max_unique_values_per_param</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t467" href="#t467">467</a></span><span class="t">            <span class="key">for</span> <span class="nam">num_low_dims</span> <span class="key">in</span> <span class="op">(</span><span class="num">8</span><span class="op">,</span> <span class="num">16</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t468" href="#t468">468</a></span><span class="t">            <span class="key">for</span> <span class="nam">special_param_values</span> <span class="key">in</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t469" href="#t469">469</a></span><span class="t">                <span class="op">{</span><span class="str">"int_1"</span><span class="op">:</span> <span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="str">"int_2"</span><span class="op">:</span> <span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="str">"int_3"</span><span class="op">:</span> <span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="str">"int_4"</span><span class="op">:</span> <span class="op">[</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="num">0</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t470" href="#t470">470</a></span><span class="t">                <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t471" href="#t471">471</a></span><span class="t">                    <span class="str">"int_1"</span><span class="op">:</span> <span class="op">(</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="num">0.1</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t472" href="#t472">472</a></span><span class="t">                    <span class="str">"int_2"</span><span class="op">:</span> <span class="op">-</span><span class="num">1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t473" href="#t473">473</a></span><span class="t">                    <span class="str">"int_3"</span><span class="op">:</span> <span class="op">(</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="num">0.3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t474" href="#t474">474</a></span><span class="t">                    <span class="str">"int_4"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="num">0.1</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">0.2</span><span class="op">)</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t475" href="#t475">475</a></span><span class="t">                <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t476" href="#t476">476</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t477" href="#t477">477</a></span><span class="t">            <span class="key">for</span> <span class="nam">max_unique_values_per_param</span> <span class="key">in</span> <span class="op">(</span><span class="num">50</span><span class="op">,</span> <span class="num">250</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t478" href="#t478">478</a></span><span class="t">        <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t479" href="#t479">479</a></span><span class="t">    <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t480" href="#t480">480</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t481" href="#t481">481</a></span><span class="t"><span class="key">def</span> <span class="nam">test_llamatune_pipeline</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t482" href="#t482">482</a></span><span class="t">    <span class="nam">num_low_dims</span><span class="op">:</span> <span class="nam">int</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t483" href="#t483">483</a></span><span class="t">    <span class="nam">special_param_values</span><span class="op">:</span> <span class="nam">dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t484" href="#t484">484</a></span><span class="t">    <span class="nam">max_unique_values_per_param</span><span class="op">:</span> <span class="nam">int</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t485" href="#t485">485</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t486" href="#t486">486</a></span><span class="t">    <span class="str">"""Tests LlamaTune space adapter when all components are active."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t487" href="#t487">487</a></span><span class="t">    <span class="com"># pylint: disable=too-many-locals</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t488" href="#t488">488</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t489" href="#t489">489</a></span><span class="t">    <span class="com"># Define config space with a mix of different parameter types</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t490" href="#t490">490</a></span><span class="t">    <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">construct_parameter_space</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t491" href="#t491">491</a></span><span class="t">        <span class="nam">n_continuous_params</span><span class="op">=</span><span class="num">10</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t492" href="#t492">492</a></span><span class="t">        <span class="nam">n_integer_params</span><span class="op">=</span><span class="num">10</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t493" href="#t493">493</a></span><span class="t">        <span class="nam">n_categorical_params</span><span class="op">=</span><span class="num">5</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t494" href="#t494">494</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t495" href="#t495">495</a></span><span class="t">    <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t496" href="#t496">496</a></span><span class="t">        <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t497" href="#t497">497</a></span><span class="t">        <span class="nam">num_low_dims</span><span class="op">=</span><span class="nam">num_low_dims</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t498" href="#t498">498</a></span><span class="t">        <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">special_param_values</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t499" href="#t499">499</a></span><span class="t">        <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="nam">max_unique_values_per_param</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t500" href="#t500">500</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t273" href="#t273">273</a></span><span class="t">    <span class="key">for</span> <span class="nam">spv_dict</span> <span class="key">in</span> <span class="nam">special_param_value_dicts</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t274" href="#t274">274</a></span><span class="t">        <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t275" href="#t275">275</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t276" href="#t276">276</a></span><span class="t">            <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t277" href="#t277">277</a></span><span class="t">            <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">spv_dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t278" href="#t278">278</a></span><span class="t">            <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t279" href="#t279">279</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t280" href="#t280">280</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t281" href="#t281">281</a></span><span class="t">        <span class="nam">special_value_occurrences</span> <span class="op">=</span> <span class="nam">sum</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t282" href="#t282">282</a></span><span class="t">            <span class="num">1</span> <span class="key">for</span> <span class="nam">config</span> <span class="key">in</span> <span class="nam">gen_random_configs</span><span class="op">(</span><span class="nam">adapter</span><span class="op">,</span> <span class="nam">num_configs</span><span class="op">)</span> <span class="key">if</span> <span class="nam">config</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span> <span class="op">==</span> <span class="num">0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t283" href="#t283">283</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t284" href="#t284">284</a></span><span class="t">        <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">special_value_occurrences</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t285" href="#t285">285</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t286" href="#t286">286</a></span><span class="t">    <span class="com"># Single parameter; multiple special values</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t287" href="#t287">287</a></span><span class="t">    <span class="nam">special_param_value_dicts</span> <span class="op">=</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t288" href="#t288">288</a></span><span class="t">        <span class="op">{</span><span class="str">"int_1"</span><span class="op">:</span> <span class="op">[</span><span class="num">0</span><span class="op">,</span> <span class="num">1</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t289" href="#t289">289</a></span><span class="t">        <span class="op">{</span><span class="str">"int_1"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="nam">bias_percentage</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">1</span><span class="op">,</span> <span class="nam">bias_percentage</span><span class="op">)</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t290" href="#t290">290</a></span><span class="t">    <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t291" href="#t291">291</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t292" href="#t292">292</a></span><span class="t">    <span class="key">for</span> <span class="nam">spv_dict</span> <span class="key">in</span> <span class="nam">special_param_value_dicts</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t293" href="#t293">293</a></span><span class="t">        <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t294" href="#t294">294</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t295" href="#t295">295</a></span><span class="t">            <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t296" href="#t296">296</a></span><span class="t">            <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">spv_dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t297" href="#t297">297</a></span><span class="t">            <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t298" href="#t298">298</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t299" href="#t299">299</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t300" href="#t300">300</a></span><span class="t">        <span class="nam">special_values_occurrences</span> <span class="op">=</span> <span class="op">{</span><span class="num">0</span><span class="op">:</span> <span class="num">0</span><span class="op">,</span> <span class="num">1</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t301" href="#t301">301</a></span><span class="t">        <span class="key">for</span> <span class="nam">config</span> <span class="key">in</span> <span class="nam">gen_random_configs</span><span class="op">(</span><span class="nam">adapter</span><span class="op">,</span> <span class="nam">num_configs</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t302" href="#t302">302</a></span><span class="t">            <span class="key">if</span> <span class="nam">config</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span> <span class="op">==</span> <span class="num">0</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t303" href="#t303">303</a></span><span class="t">                <span class="nam">special_values_occurrences</span><span class="op">[</span><span class="num">0</span><span class="op">]</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t304" href="#t304">304</a></span><span class="t">            <span class="key">elif</span> <span class="nam">config</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span> <span class="op">==</span> <span class="num">1</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t305" href="#t305">305</a></span><span class="t">                <span class="nam">special_values_occurrences</span><span class="op">[</span><span class="num">1</span><span class="op">]</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t306" href="#t306">306</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t307" href="#t307">307</a></span><span class="t">        <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">special_values_occurrences</span><span class="op">[</span><span class="num">0</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t308" href="#t308">308</a></span><span class="t">        <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">special_values_occurrences</span><span class="op">[</span><span class="num">1</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t309" href="#t309">309</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t310" href="#t310">310</a></span><span class="t">    <span class="com"># Multiple parameters; multiple special values; different biasing percentage</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t311" href="#t311">311</a></span><span class="t">    <span class="nam">spv_dict</span> <span class="op">=</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t312" href="#t312">312</a></span><span class="t">        <span class="str">"int_1"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="nam">bias_percentage</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">1</span><span class="op">,</span> <span class="nam">bias_percentage</span> <span class="op">/</span> <span class="num">2</span><span class="op">)</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t313" href="#t313">313</a></span><span class="t">        <span class="str">"int_2"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="num">2</span><span class="op">,</span> <span class="nam">bias_percentage</span> <span class="op">/</span> <span class="num">2</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">100</span><span class="op">,</span> <span class="nam">bias_percentage</span> <span class="op">*</span> <span class="num">1.5</span><span class="op">)</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t314" href="#t314">314</a></span><span class="t">    <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t315" href="#t315">315</a></span><span class="t">    <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t316" href="#t316">316</a></span><span class="t">        <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t317" href="#t317">317</a></span><span class="t">        <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t318" href="#t318">318</a></span><span class="t">        <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">spv_dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t319" href="#t319">319</a></span><span class="t">        <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t320" href="#t320">320</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t321" href="#t321">321</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t322" href="#t322">322</a></span><span class="t">    <span class="nam">special_values_instances</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">int</span><span class="op">,</span> <span class="nam">int</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t323" href="#t323">323</a></span><span class="t">        <span class="str">"int_1"</span><span class="op">:</span> <span class="op">{</span><span class="num">0</span><span class="op">:</span> <span class="num">0</span><span class="op">,</span> <span class="num">1</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t324" href="#t324">324</a></span><span class="t">        <span class="str">"int_2"</span><span class="op">:</span> <span class="op">{</span><span class="num">2</span><span class="op">:</span> <span class="num">0</span><span class="op">,</span> <span class="num">100</span><span class="op">:</span> <span class="num">0</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t325" href="#t325">325</a></span><span class="t">    <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t326" href="#t326">326</a></span><span class="t">    <span class="key">for</span> <span class="nam">config</span> <span class="key">in</span> <span class="nam">gen_random_configs</span><span class="op">(</span><span class="nam">adapter</span><span class="op">,</span> <span class="nam">num_configs</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t327" href="#t327">327</a></span><span class="t">        <span class="key">if</span> <span class="nam">config</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span> <span class="op">==</span> <span class="num">0</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t328" href="#t328">328</a></span><span class="t">            <span class="nam">special_values_instances</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span><span class="op">[</span><span class="num">0</span><span class="op">]</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t329" href="#t329">329</a></span><span class="t">        <span class="key">elif</span> <span class="nam">config</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span> <span class="op">==</span> <span class="num">1</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t330" href="#t330">330</a></span><span class="t">            <span class="nam">special_values_instances</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span><span class="op">[</span><span class="num">1</span><span class="op">]</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t331" href="#t331">331</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t332" href="#t332">332</a></span><span class="t">        <span class="key">if</span> <span class="nam">config</span><span class="op">[</span><span class="str">"int_2"</span><span class="op">]</span> <span class="op">==</span> <span class="num">2</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t333" href="#t333">333</a></span><span class="t">            <span class="nam">special_values_instances</span><span class="op">[</span><span class="str">"int_2"</span><span class="op">]</span><span class="op">[</span><span class="num">2</span><span class="op">]</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t334" href="#t334">334</a></span><span class="t">        <span class="key">elif</span> <span class="nam">config</span><span class="op">[</span><span class="str">"int_2"</span><span class="op">]</span> <span class="op">==</span> <span class="num">100</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t335" href="#t335">335</a></span><span class="t">            <span class="nam">special_values_instances</span><span class="op">[</span><span class="str">"int_2"</span><span class="op">]</span><span class="op">[</span><span class="num">100</span><span class="op">]</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t336" href="#t336">336</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t337" href="#t337">337</a></span><span class="t">    <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">special_values_instances</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span><span class="op">[</span><span class="num">0</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t338" href="#t338">338</a></span><span class="t">    <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span> <span class="op">/</span> <span class="num">2</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t339" href="#t339">339</a></span><span class="t">        <span class="nam">special_values_instances</span><span class="op">[</span><span class="str">"int_1"</span><span class="op">]</span><span class="op">[</span><span class="num">1</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t340" href="#t340">340</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t341" href="#t341">341</a></span><span class="t">    <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span> <span class="op">/</span> <span class="num">2</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t342" href="#t342">342</a></span><span class="t">        <span class="nam">special_values_instances</span><span class="op">[</span><span class="str">"int_2"</span><span class="op">]</span><span class="op">[</span><span class="num">2</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t343" href="#t343">343</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t344" href="#t344">344</a></span><span class="t">    <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span> <span class="op">*</span> <span class="num">1.5</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t345" href="#t345">345</a></span><span class="t">        <span class="nam">special_values_instances</span><span class="op">[</span><span class="str">"int_2"</span><span class="op">]</span><span class="op">[</span><span class="num">100</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t346" href="#t346">346</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t347" href="#t347">347</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t348" href="#t348">348</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t349" href="#t349">349</a></span><span class="t"><span class="key">def</span> <span class="nam">test_max_unique_values_per_param</span><span class="op">(</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t350" href="#t350">350</a></span><span class="t">    <span class="str">"""Tests LlamaTune's parameter values discretization implementation."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t351" href="#t351">351</a></span><span class="t">    <span class="com"># Define config space with a mix of different parameter types</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t352" href="#t352">352</a></span><span class="t">    <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">ConfigurationSpace</span><span class="op">(</span><span class="nam">seed</span><span class="op">=</span><span class="num">1234</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t353" href="#t353">353</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t354" href="#t354">354</a></span><span class="t">        <span class="nam">CS</span><span class="op">.</span><span class="nam">UniformFloatHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"cont_1"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">5</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t355" href="#t355">355</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t356" href="#t356">356</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformFloatHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"cont_2"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">1</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">100</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t357" href="#t357">357</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"int_1"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">1</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">10</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t358" href="#t358">358</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"int_2"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">2048</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t359" href="#t359">359</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">CS</span><span class="op">.</span><span class="nam">CategoricalHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"str_1"</span><span class="op">,</span> <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="str">"on"</span><span class="op">,</span> <span class="str">"off"</span><span class="op">]</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t360" href="#t360">360</a></span><span class="t">    <span class="nam">input_space</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t361" href="#t361">361</a></span><span class="t">        <span class="nam">CS</span><span class="op">.</span><span class="nam">CategoricalHyperparameter</span><span class="op">(</span><span class="nam">name</span><span class="op">=</span><span class="str">"str_2"</span><span class="op">,</span> <span class="nam">choices</span><span class="op">=</span><span class="op">[</span><span class="str">f"choice_{idx}"</span> <span class="key">for</span> <span class="nam">idx</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="num">10</span><span class="op">)</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t362" href="#t362">362</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t363" href="#t363">363</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t364" href="#t364">364</a></span><span class="t">    <span class="com"># Restrict the number of unique parameter values</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t365" href="#t365">365</a></span><span class="t">    <span class="nam">num_configs</span> <span class="op">=</span> <span class="num">200</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t366" href="#t366">366</a></span><span class="t">    <span class="key">for</span> <span class="nam">max_unique_values_per_param</span> <span class="key">in</span> <span class="op">(</span><span class="num">5</span><span class="op">,</span> <span class="num">25</span><span class="op">,</span> <span class="num">100</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t367" href="#t367">367</a></span><span class="t">        <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t368" href="#t368">368</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t369" href="#t369">369</a></span><span class="t">            <span class="nam">num_low_dims</span><span class="op">=</span><span class="num">3</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t370" href="#t370">370</a></span><span class="t">            <span class="nam">special_param_values</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t371" href="#t371">371</a></span><span class="t">            <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="nam">max_unique_values_per_param</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t372" href="#t372">372</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t373" href="#t373">373</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t374" href="#t374">374</a></span><span class="t">        <span class="com"># Keep track of unique values generated for each parameter</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t375" href="#t375">375</a></span><span class="t">        <span class="nam">unique_values_dict</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">set</span><span class="op">]</span> <span class="op">=</span> <span class="op">{</span><span class="nam">param</span><span class="op">:</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span> <span class="key">for</span> <span class="nam">param</span> <span class="key">in</span> <span class="nam">list</span><span class="op">(</span><span class="nam">input_space</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t376" href="#t376">376</a></span><span class="t">        <span class="key">for</span> <span class="nam">config</span> <span class="key">in</span> <span class="nam">gen_random_configs</span><span class="op">(</span><span class="nam">adapter</span><span class="op">,</span> <span class="nam">num_configs</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t377" href="#t377">377</a></span><span class="t">            <span class="key">for</span> <span class="nam">param</span><span class="op">,</span> <span class="nam">value</span> <span class="key">in</span> <span class="nam">config</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t378" href="#t378">378</a></span><span class="t">                <span class="nam">unique_values_dict</span><span class="op">[</span><span class="nam">param</span><span class="op">]</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">value</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t379" href="#t379">379</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t380" href="#t380">380</a></span><span class="t">        <span class="com"># Ensure that their number is less than the maximum number allowed</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t381" href="#t381">381</a></span><span class="t">        <span class="key">for</span> <span class="nam">_</span><span class="op">,</span> <span class="nam">unique_values</span> <span class="key">in</span> <span class="nam">unique_values_dict</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t382" href="#t382">382</a></span><span class="t">            <span class="key">assert</span> <span class="nam">len</span><span class="op">(</span><span class="nam">unique_values</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">max_unique_values_per_param</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t383" href="#t383">383</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t384" href="#t384">384</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t385" href="#t385">385</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t386" href="#t386">386</a></span><span class="t">    <span class="op">(</span><span class="str">"num_target_space_dims"</span><span class="op">,</span> <span class="str">"param_space_kwargs"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t387" href="#t387">387</a></span><span class="t">    <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t388" href="#t388">388</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t389" href="#t389">389</a></span><span class="t">            <span class="op">(</span><span class="nam">num_target_space_dims</span><span class="op">,</span> <span class="nam">param_space_kwargs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t390" href="#t390">390</a></span><span class="t">            <span class="key">for</span> <span class="nam">num_target_space_dims</span> <span class="key">in</span> <span class="op">(</span><span class="num">2</span><span class="op">,</span> <span class="num">4</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t391" href="#t391">391</a></span><span class="t">            <span class="key">for</span> <span class="nam">num_orig_space_factor</span> <span class="key">in</span> <span class="op">(</span><span class="num">1.5</span><span class="op">,</span> <span class="num">4</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t392" href="#t392">392</a></span><span class="t">            <span class="key">for</span> <span class="nam">param_space_kwargs</span> <span class="key">in</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t393" href="#t393">393</a></span><span class="t">                <span class="op">{</span><span class="str">"n_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t394" href="#t394">394</a></span><span class="t">                <span class="op">{</span><span class="str">"n_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t395" href="#t395">395</a></span><span class="t">                <span class="op">{</span><span class="str">"n_categorical_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t396" href="#t396">396</a></span><span class="t">                <span class="op">{</span><span class="str">"n_quantized_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t397" href="#t397">397</a></span><span class="t">                <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t398" href="#t398">398</a></span><span class="t">                    <span class="str">"n_quantized_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t399" href="#t399">399</a></span><span class="t">                        <span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t400" href="#t400">400</a></span><span class="t">                    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t401" href="#t401">401</a></span><span class="t">                <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t402" href="#t402">402</a></span><span class="t">                <span class="com"># Mix of all three types</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t403" href="#t403">403</a></span><span class="t">                <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t404" href="#t404">404</a></span><span class="t">                    <span class="str">"n_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t405" href="#t405">405</a></span><span class="t">                    <span class="str">"n_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t406" href="#t406">406</a></span><span class="t">                    <span class="str">"n_categorical_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t407" href="#t407">407</a></span><span class="t">                <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t408" href="#t408">408</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t409" href="#t409">409</a></span><span class="t">        <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t410" href="#t410">410</a></span><span class="t">    <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t411" href="#t411">411</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t412" href="#t412">412</a></span><span class="t"><span class="key">def</span> <span class="nam">test_approx_inverse_mapping</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t413" href="#t413">413</a></span><span class="t">    <span class="nam">num_target_space_dims</span><span class="op">:</span> <span class="nam">int</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t414" href="#t414">414</a></span><span class="t">    <span class="nam">param_space_kwargs</span><span class="op">:</span> <span class="nam">dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t415" href="#t415">415</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>  <span class="com"># pylint: disable=too-many-locals</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t416" href="#t416">416</a></span><span class="t">    <span class="str">"""Tests LlamaTune's approximate high-to-low space projection method, using pseudo-</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t417" href="#t417">417</a></span><span class="t"><span class="str">    inverse.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t418" href="#t418">418</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t419" href="#t419">419</a></span><span class="t">    <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">construct_parameter_space</span><span class="op">(</span><span class="op">**</span><span class="nam">param_space_kwargs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t420" href="#t420">420</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t421" href="#t421">421</a></span><span class="t">    <span class="com"># Enable low-dimensional space projection, but disable reverse mapping</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t422" href="#t422">422</a></span><span class="t">    <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t423" href="#t423">423</a></span><span class="t">        <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t424" href="#t424">424</a></span><span class="t">        <span class="nam">num_low_dims</span><span class="op">=</span><span class="nam">num_target_space_dims</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t425" href="#t425">425</a></span><span class="t">        <span class="nam">special_param_values</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t426" href="#t426">426</a></span><span class="t">        <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t427" href="#t427">427</a></span><span class="t">        <span class="nam">use_approximate_reverse_mapping</span><span class="op">=</span><span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t428" href="#t428">428</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t429" href="#t429">429</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t430" href="#t430">430</a></span><span class="t">    <span class="nam">sampled_config</span> <span class="op">=</span> <span class="nam">input_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="op">)</span>  <span class="com"># size=1)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t431" href="#t431">431</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">raises</span><span class="op">(</span><span class="nam">ValueError</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t432" href="#t432">432</a></span><span class="t">        <span class="nam">sampled_config_df</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t433" href="#t433">433</a></span><span class="t">            <span class="op">[</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">,</span> <span class="nam">columns</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t434" href="#t434">434</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t435" href="#t435">435</a></span><span class="t">        <span class="nam">_</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">inverse_transform</span><span class="op">(</span><span class="nam">sampled_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t436" href="#t436">436</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t437" href="#t437">437</a></span><span class="t">    <span class="com"># Enable low-dimensional space projection *and* reverse mapping</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t438" href="#t438">438</a></span><span class="t">    <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t439" href="#t439">439</a></span><span class="t">        <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t440" href="#t440">440</a></span><span class="t">        <span class="nam">num_low_dims</span><span class="op">=</span><span class="nam">num_target_space_dims</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t441" href="#t441">441</a></span><span class="t">        <span class="nam">special_param_values</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t442" href="#t442">442</a></span><span class="t">        <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t443" href="#t443">443</a></span><span class="t">        <span class="nam">use_approximate_reverse_mapping</span><span class="op">=</span><span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t444" href="#t444">444</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t445" href="#t445">445</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t446" href="#t446">446</a></span><span class="t">    <span class="com"># Warning should be printed the first time</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t447" href="#t447">447</a></span><span class="t">    <span class="nam">sampled_config</span> <span class="op">=</span> <span class="nam">input_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="op">)</span>  <span class="com"># size=1)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t448" href="#t448">448</a></span><span class="t">    <span class="key">with</span> <span class="nam">pytest</span><span class="op">.</span><span class="nam">warns</span><span class="op">(</span><span class="nam">UserWarning</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t449" href="#t449">449</a></span><span class="t">        <span class="nam">sampled_config_df</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t450" href="#t450">450</a></span><span class="t">            <span class="op">[</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">,</span> <span class="nam">columns</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t451" href="#t451">451</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t452" href="#t452">452</a></span><span class="t">        <span class="nam">target_config_df</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">inverse_transform</span><span class="op">(</span><span class="nam">sampled_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t453" href="#t453">453</a></span><span class="t">        <span class="com"># Low-dim (i.e., target) config should be valid</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t454" href="#t454">454</a></span><span class="t">        <span class="nam">target_config</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t455" href="#t455">455</a></span><span class="t">            <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t456" href="#t456">456</a></span><span class="t">            <span class="nam">values</span><span class="op">=</span><span class="nam">target_config_df</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t457" href="#t457">457</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t458" href="#t458">458</a></span><span class="t">        <span class="nam">target_config</span><span class="op">.</span><span class="nam">check_valid_configuration</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t459" href="#t459">459</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t460" href="#t460">460</a></span><span class="t">    <span class="com"># Test inverse transform with 100 random configs</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t461" href="#t461">461</a></span><span class="t">    <span class="key">for</span> <span class="nam">_</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="num">100</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t462" href="#t462">462</a></span><span class="t">        <span class="nam">sampled_config</span> <span class="op">=</span> <span class="nam">input_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="op">)</span>  <span class="com"># size=1)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t463" href="#t463">463</a></span><span class="t">        <span class="nam">sampled_config_df</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t464" href="#t464">464</a></span><span class="t">            <span class="op">[</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">,</span> <span class="nam">columns</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">sampled_config</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t465" href="#t465">465</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t466" href="#t466">466</a></span><span class="t">        <span class="nam">target_config_df</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">inverse_transform</span><span class="op">(</span><span class="nam">sampled_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t467" href="#t467">467</a></span><span class="t">        <span class="com"># Low-dim (i.e., target) config should be valid</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t468" href="#t468">468</a></span><span class="t">        <span class="nam">target_config</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t469" href="#t469">469</a></span><span class="t">            <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t470" href="#t470">470</a></span><span class="t">            <span class="nam">values</span><span class="op">=</span><span class="nam">target_config_df</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t471" href="#t471">471</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t472" href="#t472">472</a></span><span class="t">        <span class="nam">target_config</span><span class="op">.</span><span class="nam">check_valid_configuration</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t473" href="#t473">473</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t474" href="#t474">474</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t475" href="#t475">475</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t476" href="#t476">476</a></span><span class="t">    <span class="op">(</span><span class="str">"num_low_dims"</span><span class="op">,</span> <span class="str">"special_param_values"</span><span class="op">,</span> <span class="str">"max_unique_values_per_param"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t477" href="#t477">477</a></span><span class="t">    <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t478" href="#t478">478</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t479" href="#t479">479</a></span><span class="t">            <span class="op">(</span><span class="nam">num_low_dims</span><span class="op">,</span> <span class="nam">special_param_values</span><span class="op">,</span> <span class="nam">max_unique_values_per_param</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t480" href="#t480">480</a></span><span class="t">            <span class="key">for</span> <span class="nam">num_low_dims</span> <span class="key">in</span> <span class="op">(</span><span class="num">8</span><span class="op">,</span> <span class="num">16</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t481" href="#t481">481</a></span><span class="t">            <span class="key">for</span> <span class="nam">special_param_values</span> <span class="key">in</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t482" href="#t482">482</a></span><span class="t">                <span class="op">{</span><span class="str">"int_1"</span><span class="op">:</span> <span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="str">"int_2"</span><span class="op">:</span> <span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="str">"int_3"</span><span class="op">:</span> <span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="str">"int_4"</span><span class="op">:</span> <span class="op">[</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="num">0</span><span class="op">]</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t483" href="#t483">483</a></span><span class="t">                <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t484" href="#t484">484</a></span><span class="t">                    <span class="str">"int_1"</span><span class="op">:</span> <span class="op">(</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="num">0.1</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t485" href="#t485">485</a></span><span class="t">                    <span class="str">"int_2"</span><span class="op">:</span> <span class="op">-</span><span class="num">1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t486" href="#t486">486</a></span><span class="t">                    <span class="str">"int_3"</span><span class="op">:</span> <span class="op">(</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="num">0.3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t487" href="#t487">487</a></span><span class="t">                    <span class="str">"int_4"</span><span class="op">:</span> <span class="op">[</span><span class="op">(</span><span class="op">-</span><span class="num">1</span><span class="op">,</span> <span class="num">0.1</span><span class="op">)</span><span class="op">,</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">0.2</span><span class="op">)</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t488" href="#t488">488</a></span><span class="t">                <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t489" href="#t489">489</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t490" href="#t490">490</a></span><span class="t">            <span class="key">for</span> <span class="nam">max_unique_values_per_param</span> <span class="key">in</span> <span class="op">(</span><span class="num">50</span><span class="op">,</span> <span class="num">250</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t491" href="#t491">491</a></span><span class="t">        <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t492" href="#t492">492</a></span><span class="t">    <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t493" href="#t493">493</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t494" href="#t494">494</a></span><span class="t"><span class="key">def</span> <span class="nam">test_llamatune_pipeline</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t495" href="#t495">495</a></span><span class="t">    <span class="nam">num_low_dims</span><span class="op">:</span> <span class="nam">int</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t496" href="#t496">496</a></span><span class="t">    <span class="nam">special_param_values</span><span class="op">:</span> <span class="nam">dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t497" href="#t497">497</a></span><span class="t">    <span class="nam">max_unique_values_per_param</span><span class="op">:</span> <span class="nam">int</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t498" href="#t498">498</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t499" href="#t499">499</a></span><span class="t">    <span class="str">"""Tests LlamaTune space adapter when all components are active."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t500" href="#t500">500</a></span><span class="t">    <span class="com"># pylint: disable=too-many-locals</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t501" href="#t501">501</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t502" href="#t502">502</a></span><span class="t">    <span class="nam">special_value_occurrences</span> <span class="op">=</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t503" href="#t503">503</a></span><span class="t">        <span class="com"># pylint: disable=protected-access</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t504" href="#t504">504</a></span><span class="t">        <span class="nam">param</span><span class="op">:</span> <span class="op">{</span><span class="nam">special_value</span><span class="op">:</span> <span class="num">0</span> <span class="key">for</span> <span class="nam">special_value</span><span class="op">,</span> <span class="nam">_</span> <span class="key">in</span> <span class="nam">tuples_list</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t505" href="#t505">505</a></span><span class="t">        <span class="key">for</span> <span class="nam">param</span><span class="op">,</span> <span class="nam">tuples_list</span> <span class="key">in</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">_special_param_values_dict</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t506" href="#t506">506</a></span><span class="t">    <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t507" href="#t507">507</a></span><span class="t">    <span class="nam">unique_values_dict</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Set</span><span class="op">]</span> <span class="op">=</span> <span class="op">{</span><span class="nam">param</span><span class="op">:</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span> <span class="key">for</span> <span class="nam">param</span> <span class="key">in</span> <span class="nam">input_space</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t508" href="#t508">508</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t509" href="#t509">509</a></span><span class="t">    <span class="nam">num_configs</span> <span class="op">=</span> <span class="num">1000</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t510" href="#t510">510</a></span><span class="t">    <span class="key">for</span> <span class="nam">config</span> <span class="key">in</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t511" href="#t511">511</a></span><span class="t">        <span class="nam">size</span><span class="op">=</span><span class="nam">num_configs</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t512" href="#t512">512</a></span><span class="t">    <span class="op">)</span><span class="op">:</span>  <span class="com"># pylint: disable=not-an-iterable</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t513" href="#t513">513</a></span><span class="t">        <span class="com"># Transform low-dim config to high-dim point/config</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t514" href="#t514">514</a></span><span class="t">        <span class="nam">sampled_config_df</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span><span class="op">[</span><span class="nam">config</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">,</span> <span class="nam">columns</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">config</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t515" href="#t515">515</a></span><span class="t">        <span class="nam">orig_config_df</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">transform</span><span class="op">(</span><span class="nam">sampled_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t516" href="#t516">516</a></span><span class="t">        <span class="com"># High-dim (i.e., original) config should be valid</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t517" href="#t517">517</a></span><span class="t">        <span class="nam">orig_config</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">(</span><span class="nam">input_space</span><span class="op">,</span> <span class="nam">values</span><span class="op">=</span><span class="nam">orig_config_df</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t518" href="#t518">518</a></span><span class="t">        <span class="nam">orig_config</span><span class="op">.</span><span class="nam">check_valid_configuration</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t519" href="#t519">519</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t520" href="#t520">520</a></span><span class="t">        <span class="com"># Transform high-dim config back to low-dim</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t521" href="#t521">521</a></span><span class="t">        <span class="nam">target_config_df</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">inverse_transform</span><span class="op">(</span><span class="nam">orig_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t522" href="#t522">522</a></span><span class="t">        <span class="com"># Sampled config and this should be the same</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t523" href="#t523">523</a></span><span class="t">        <span class="nam">target_config</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t524" href="#t524">524</a></span><span class="t">            <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t525" href="#t525">525</a></span><span class="t">            <span class="nam">values</span><span class="op">=</span><span class="nam">target_config_df</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t526" href="#t526">526</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t527" href="#t527">527</a></span><span class="t">        <span class="key">assert</span> <span class="nam">target_config</span> <span class="op">==</span> <span class="nam">config</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t528" href="#t528">528</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t529" href="#t529">529</a></span><span class="t">        <span class="key">for</span> <span class="nam">param</span><span class="op">,</span> <span class="nam">value</span> <span class="key">in</span> <span class="nam">orig_config</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t530" href="#t530">530</a></span><span class="t">            <span class="com"># Keep track of special value occurrences</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t531" href="#t531">531</a></span><span class="t">            <span class="key">if</span> <span class="nam">param</span> <span class="key">in</span> <span class="nam">special_value_occurrences</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t532" href="#t532">532</a></span><span class="t">                <span class="key">if</span> <span class="nam">value</span> <span class="key">in</span> <span class="nam">special_value_occurrences</span><span class="op">[</span><span class="nam">param</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t533" href="#t533">533</a></span><span class="t">                    <span class="nam">special_value_occurrences</span><span class="op">[</span><span class="nam">param</span><span class="op">]</span><span class="op">[</span><span class="nam">value</span><span class="op">]</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t534" href="#t534">534</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t535" href="#t535">535</a></span><span class="t">            <span class="com"># Keep track of unique values generated for each parameter</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t536" href="#t536">536</a></span><span class="t">            <span class="nam">unique_values_dict</span><span class="op">[</span><span class="nam">param</span><span class="op">]</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">value</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t537" href="#t537">537</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t538" href="#t538">538</a></span><span class="t">    <span class="com"># Ensure that occurrences of special values do not significantly deviate from expected</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t539" href="#t539">539</a></span><span class="t">    <span class="nam">eps</span> <span class="op">=</span> <span class="num">0.2</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t540" href="#t540">540</a></span><span class="t">    <span class="key">for</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t541" href="#t541">541</a></span><span class="t">        <span class="nam">param</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t542" href="#t542">542</a></span><span class="t">        <span class="nam">tuples_list</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t543" href="#t543">543</a></span><span class="t">    <span class="op">)</span> <span class="key">in</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">_special_param_values_dict</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>  <span class="com"># pylint: disable=protected-access</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t544" href="#t544">544</a></span><span class="t">        <span class="key">for</span> <span class="nam">value</span><span class="op">,</span> <span class="nam">bias_percentage</span> <span class="key">in</span> <span class="nam">tuples_list</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t545" href="#t545">545</a></span><span class="t">            <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">special_value_occurrences</span><span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t546" href="#t546">546</a></span><span class="t">                <span class="nam">param</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t547" href="#t547">547</a></span><span class="t">            <span class="op">]</span><span class="op">[</span><span class="nam">value</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t548" href="#t548">548</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t549" href="#t549">549</a></span><span class="t">    <span class="com"># Ensure that number of unique values is less than the maximum number allowed</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t550" href="#t550">550</a></span><span class="t">    <span class="key">for</span> <span class="nam">_</span><span class="op">,</span> <span class="nam">unique_values</span> <span class="key">in</span> <span class="nam">unique_values_dict</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t551" href="#t551">551</a></span><span class="t">        <span class="key">assert</span> <span class="nam">len</span><span class="op">(</span><span class="nam">unique_values</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">max_unique_values_per_param</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t552" href="#t552">552</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t553" href="#t553">553</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t554" href="#t554">554</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t555" href="#t555">555</a></span><span class="t">    <span class="op">(</span><span class="str">"num_target_space_dims"</span><span class="op">,</span> <span class="str">"param_space_kwargs"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t556" href="#t556">556</a></span><span class="t">    <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t557" href="#t557">557</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t558" href="#t558">558</a></span><span class="t">            <span class="op">(</span><span class="nam">num_target_space_dims</span><span class="op">,</span> <span class="nam">param_space_kwargs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t559" href="#t559">559</a></span><span class="t">            <span class="key">for</span> <span class="nam">num_target_space_dims</span> <span class="key">in</span> <span class="op">(</span><span class="num">2</span><span class="op">,</span> <span class="num">4</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t560" href="#t560">560</a></span><span class="t">            <span class="key">for</span> <span class="nam">num_orig_space_factor</span> <span class="key">in</span> <span class="op">(</span><span class="num">1.5</span><span class="op">,</span> <span class="num">4</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t561" href="#t561">561</a></span><span class="t">            <span class="key">for</span> <span class="nam">param_space_kwargs</span> <span class="key">in</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t562" href="#t562">562</a></span><span class="t">                <span class="op">{</span><span class="str">"n_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t563" href="#t563">563</a></span><span class="t">                <span class="op">{</span><span class="str">"n_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t564" href="#t564">564</a></span><span class="t">                <span class="op">{</span><span class="str">"n_categorical_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t565" href="#t565">565</a></span><span class="t">                <span class="com"># Mix of all three types</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t566" href="#t566">566</a></span><span class="t">                <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t567" href="#t567">567</a></span><span class="t">                    <span class="str">"n_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t568" href="#t568">568</a></span><span class="t">                    <span class="str">"n_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t569" href="#t569">569</a></span><span class="t">                    <span class="str">"n_categorical_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t570" href="#t570">570</a></span><span class="t">                <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t571" href="#t571">571</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t572" href="#t572">572</a></span><span class="t">        <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t573" href="#t573">573</a></span><span class="t">    <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t574" href="#t574">574</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t575" href="#t575">575</a></span><span class="t"><span class="key">def</span> <span class="nam">test_deterministic_behavior_for_same_seed</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t576" href="#t576">576</a></span><span class="t">    <span class="nam">num_target_space_dims</span><span class="op">:</span> <span class="nam">int</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t577" href="#t577">577</a></span><span class="t">    <span class="nam">param_space_kwargs</span><span class="op">:</span> <span class="nam">dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t578" href="#t578">578</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t579" href="#t579">579</a></span><span class="t">    <span class="str">"""Tests LlamaTune's space adapter deterministic behavior when given same seed in</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t580" href="#t580">580</a></span><span class="t"><span class="str">    the input parameter space.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t581" href="#t581">581</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t582" href="#t582">582</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t583" href="#t583">583</a></span><span class="t">    <span class="key">def</span> <span class="nam">generate_target_param_space_configs</span><span class="op">(</span><span class="nam">seed</span><span class="op">:</span> <span class="nam">int</span><span class="op">)</span> <span class="op">-></span> <span class="nam">List</span><span class="op">[</span><span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t584" href="#t584">584</a></span><span class="t">        <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">construct_parameter_space</span><span class="op">(</span><span class="op">**</span><span class="nam">param_space_kwargs</span><span class="op">,</span> <span class="nam">seed</span><span class="op">=</span><span class="nam">seed</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t585" href="#t585">585</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t586" href="#t586">586</a></span><span class="t">        <span class="com"># Init adapter and sample points in the low-dim space</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t587" href="#t587">587</a></span><span class="t">        <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t588" href="#t588">588</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t589" href="#t589">589</a></span><span class="t">            <span class="nam">num_low_dims</span><span class="op">=</span><span class="nam">num_target_space_dims</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t590" href="#t590">590</a></span><span class="t">            <span class="nam">special_param_values</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t591" href="#t591">591</a></span><span class="t">            <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t592" href="#t592">592</a></span><span class="t">            <span class="nam">use_approximate_reverse_mapping</span><span class="op">=</span><span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t593" href="#t593">593</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t594" href="#t594">594</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t595" href="#t595">595</a></span><span class="t">        <span class="nam">sample_configs</span><span class="op">:</span> <span class="nam">List</span><span class="op">[</span><span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">]</span> <span class="op">=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t596" href="#t596">596</a></span><span class="t">            <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="nam">size</span><span class="op">=</span><span class="num">100</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t597" href="#t597">597</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t598" href="#t598">598</a></span><span class="t">        <span class="key">return</span> <span class="nam">sample_configs</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t599" href="#t599">599</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t600" href="#t600">600</a></span><span class="t">    <span class="key">assert</span> <span class="nam">generate_target_param_space_configs</span><span class="op">(</span><span class="num">42</span><span class="op">)</span> <span class="op">==</span> <span class="nam">generate_target_param_space_configs</span><span class="op">(</span><span class="num">42</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t601" href="#t601">601</a></span><span class="t">    <span class="key">assert</span> <span class="nam">generate_target_param_space_configs</span><span class="op">(</span><span class="num">1234</span><span class="op">)</span> <span class="op">!=</span> <span class="nam">generate_target_param_space_configs</span><span class="op">(</span><span class="num">42</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t502" href="#t502">502</a></span><span class="t">    <span class="com"># Define config space with a mix of different parameter types</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t503" href="#t503">503</a></span><span class="t">    <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">construct_parameter_space</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t504" href="#t504">504</a></span><span class="t">        <span class="nam">n_continuous_params</span><span class="op">=</span><span class="num">10</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t505" href="#t505">505</a></span><span class="t">        <span class="nam">n_integer_params</span><span class="op">=</span><span class="num">10</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t506" href="#t506">506</a></span><span class="t">        <span class="nam">n_categorical_params</span><span class="op">=</span><span class="num">5</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t507" href="#t507">507</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t508" href="#t508">508</a></span><span class="t">    <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t509" href="#t509">509</a></span><span class="t">        <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t510" href="#t510">510</a></span><span class="t">        <span class="nam">num_low_dims</span><span class="op">=</span><span class="nam">num_low_dims</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t511" href="#t511">511</a></span><span class="t">        <span class="nam">special_param_values</span><span class="op">=</span><span class="nam">special_param_values</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t512" href="#t512">512</a></span><span class="t">        <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="nam">max_unique_values_per_param</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t513" href="#t513">513</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t514" href="#t514">514</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t515" href="#t515">515</a></span><span class="t">    <span class="nam">special_value_occurrences</span> <span class="op">=</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t516" href="#t516">516</a></span><span class="t">        <span class="com"># pylint: disable=protected-access</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t517" href="#t517">517</a></span><span class="t">        <span class="nam">param</span><span class="op">:</span> <span class="op">{</span><span class="nam">special_value</span><span class="op">:</span> <span class="num">0</span> <span class="key">for</span> <span class="nam">special_value</span><span class="op">,</span> <span class="nam">_</span> <span class="key">in</span> <span class="nam">tuples_list</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t518" href="#t518">518</a></span><span class="t">        <span class="key">for</span> <span class="nam">param</span><span class="op">,</span> <span class="nam">tuples_list</span> <span class="key">in</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">_special_param_values_dict</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t519" href="#t519">519</a></span><span class="t">    <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t520" href="#t520">520</a></span><span class="t">    <span class="nam">unique_values_dict</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Set</span><span class="op">]</span> <span class="op">=</span> <span class="op">{</span><span class="nam">param</span><span class="op">:</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span> <span class="key">for</span> <span class="nam">param</span> <span class="key">in</span> <span class="nam">input_space</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t521" href="#t521">521</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t522" href="#t522">522</a></span><span class="t">    <span class="nam">num_configs</span> <span class="op">=</span> <span class="num">1000</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t523" href="#t523">523</a></span><span class="t">    <span class="key">for</span> <span class="nam">config</span> <span class="key">in</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t524" href="#t524">524</a></span><span class="t">        <span class="nam">size</span><span class="op">=</span><span class="nam">num_configs</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t525" href="#t525">525</a></span><span class="t">    <span class="op">)</span><span class="op">:</span>  <span class="com"># pylint: disable=not-an-iterable</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t526" href="#t526">526</a></span><span class="t">        <span class="com"># Transform low-dim config to high-dim point/config</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t527" href="#t527">527</a></span><span class="t">        <span class="nam">sampled_config_df</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span><span class="op">[</span><span class="nam">config</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">,</span> <span class="nam">columns</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">config</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t528" href="#t528">528</a></span><span class="t">        <span class="nam">orig_config_df</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">transform</span><span class="op">(</span><span class="nam">sampled_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t529" href="#t529">529</a></span><span class="t">        <span class="com"># High-dim (i.e., original) config should be valid</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t530" href="#t530">530</a></span><span class="t">        <span class="nam">orig_config</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">(</span><span class="nam">input_space</span><span class="op">,</span> <span class="nam">values</span><span class="op">=</span><span class="nam">orig_config_df</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t531" href="#t531">531</a></span><span class="t">        <span class="nam">orig_config</span><span class="op">.</span><span class="nam">check_valid_configuration</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t532" href="#t532">532</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t533" href="#t533">533</a></span><span class="t">        <span class="com"># Transform high-dim config back to low-dim</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t534" href="#t534">534</a></span><span class="t">        <span class="nam">target_config_df</span> <span class="op">=</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">inverse_transform</span><span class="op">(</span><span class="nam">orig_config_df</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t535" href="#t535">535</a></span><span class="t">        <span class="com"># Sampled config and this should be the same</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t536" href="#t536">536</a></span><span class="t">        <span class="nam">target_config</span> <span class="op">=</span> <span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t537" href="#t537">537</a></span><span class="t">            <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t538" href="#t538">538</a></span><span class="t">            <span class="nam">values</span><span class="op">=</span><span class="nam">target_config_df</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t539" href="#t539">539</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t540" href="#t540">540</a></span><span class="t">        <span class="key">assert</span> <span class="nam">target_config</span> <span class="op">==</span> <span class="nam">config</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t541" href="#t541">541</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t542" href="#t542">542</a></span><span class="t">        <span class="key">for</span> <span class="nam">param</span><span class="op">,</span> <span class="nam">value</span> <span class="key">in</span> <span class="nam">orig_config</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t543" href="#t543">543</a></span><span class="t">            <span class="com"># Keep track of special value occurrences</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t544" href="#t544">544</a></span><span class="t">            <span class="key">if</span> <span class="nam">param</span> <span class="key">in</span> <span class="nam">special_value_occurrences</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t545" href="#t545">545</a></span><span class="t">                <span class="key">if</span> <span class="nam">value</span> <span class="key">in</span> <span class="nam">special_value_occurrences</span><span class="op">[</span><span class="nam">param</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t546" href="#t546">546</a></span><span class="t">                    <span class="nam">special_value_occurrences</span><span class="op">[</span><span class="nam">param</span><span class="op">]</span><span class="op">[</span><span class="nam">value</span><span class="op">]</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t547" href="#t547">547</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t548" href="#t548">548</a></span><span class="t">            <span class="com"># Keep track of unique values generated for each parameter</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t549" href="#t549">549</a></span><span class="t">            <span class="nam">unique_values_dict</span><span class="op">[</span><span class="nam">param</span><span class="op">]</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">value</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t550" href="#t550">550</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t551" href="#t551">551</a></span><span class="t">    <span class="com"># Ensure that occurrences of special values do not significantly deviate from expected</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t552" href="#t552">552</a></span><span class="t">    <span class="nam">eps</span> <span class="op">=</span> <span class="num">0.2</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t553" href="#t553">553</a></span><span class="t">    <span class="key">for</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t554" href="#t554">554</a></span><span class="t">        <span class="nam">param</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t555" href="#t555">555</a></span><span class="t">        <span class="nam">tuples_list</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t556" href="#t556">556</a></span><span class="t">    <span class="op">)</span> <span class="key">in</span> <span class="nam">adapter</span><span class="op">.</span><span class="nam">_special_param_values_dict</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>  <span class="com"># pylint: disable=protected-access</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t557" href="#t557">557</a></span><span class="t">        <span class="key">for</span> <span class="nam">value</span><span class="op">,</span> <span class="nam">bias_percentage</span> <span class="key">in</span> <span class="nam">tuples_list</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t558" href="#t558">558</a></span><span class="t">            <span class="key">assert</span> <span class="op">(</span><span class="num">1</span> <span class="op">-</span> <span class="nam">eps</span><span class="op">)</span> <span class="op">*</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_configs</span> <span class="op">*</span> <span class="nam">bias_percentage</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">special_value_occurrences</span><span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t559" href="#t559">559</a></span><span class="t">                <span class="nam">param</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t560" href="#t560">560</a></span><span class="t">            <span class="op">]</span><span class="op">[</span><span class="nam">value</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t561" href="#t561">561</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t562" href="#t562">562</a></span><span class="t">    <span class="com"># Ensure that number of unique values is less than the maximum number allowed</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t563" href="#t563">563</a></span><span class="t">    <span class="key">for</span> <span class="nam">_</span><span class="op">,</span> <span class="nam">unique_values</span> <span class="key">in</span> <span class="nam">unique_values_dict</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t564" href="#t564">564</a></span><span class="t">        <span class="key">assert</span> <span class="nam">len</span><span class="op">(</span><span class="nam">unique_values</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="nam">max_unique_values_per_param</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t565" href="#t565">565</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t566" href="#t566">566</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t567" href="#t567">567</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t568" href="#t568">568</a></span><span class="t">    <span class="op">(</span><span class="str">"num_target_space_dims"</span><span class="op">,</span> <span class="str">"param_space_kwargs"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t569" href="#t569">569</a></span><span class="t">    <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t570" href="#t570">570</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t571" href="#t571">571</a></span><span class="t">            <span class="op">(</span><span class="nam">num_target_space_dims</span><span class="op">,</span> <span class="nam">param_space_kwargs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t572" href="#t572">572</a></span><span class="t">            <span class="key">for</span> <span class="nam">num_target_space_dims</span> <span class="key">in</span> <span class="op">(</span><span class="num">2</span><span class="op">,</span> <span class="num">4</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t573" href="#t573">573</a></span><span class="t">            <span class="key">for</span> <span class="nam">num_orig_space_factor</span> <span class="key">in</span> <span class="op">(</span><span class="num">1.5</span><span class="op">,</span> <span class="num">4</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t574" href="#t574">574</a></span><span class="t">            <span class="key">for</span> <span class="nam">param_space_kwargs</span> <span class="key">in</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t575" href="#t575">575</a></span><span class="t">                <span class="op">{</span><span class="str">"n_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t576" href="#t576">576</a></span><span class="t">                <span class="op">{</span><span class="str">"n_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t577" href="#t577">577</a></span><span class="t">                <span class="op">{</span><span class="str">"n_categorical_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span><span class="op">)</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t578" href="#t578">578</a></span><span class="t">                <span class="com"># Mix of all three types</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t579" href="#t579">579</a></span><span class="t">                <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t580" href="#t580">580</a></span><span class="t">                    <span class="str">"n_continuous_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t581" href="#t581">581</a></span><span class="t">                    <span class="str">"n_integer_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t582" href="#t582">582</a></span><span class="t">                    <span class="str">"n_categorical_params"</span><span class="op">:</span> <span class="nam">int</span><span class="op">(</span><span class="nam">num_target_space_dims</span> <span class="op">*</span> <span class="nam">num_orig_space_factor</span> <span class="op">/</span> <span class="num">3</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t583" href="#t583">583</a></span><span class="t">                <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t584" href="#t584">584</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t585" href="#t585">585</a></span><span class="t">        <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t586" href="#t586">586</a></span><span class="t">    <span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t587" href="#t587">587</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t588" href="#t588">588</a></span><span class="t"><span class="key">def</span> <span class="nam">test_deterministic_behavior_for_same_seed</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t589" href="#t589">589</a></span><span class="t">    <span class="nam">num_target_space_dims</span><span class="op">:</span> <span class="nam">int</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t590" href="#t590">590</a></span><span class="t">    <span class="nam">param_space_kwargs</span><span class="op">:</span> <span class="nam">dict</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t591" href="#t591">591</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t592" href="#t592">592</a></span><span class="t">    <span class="str">"""Tests LlamaTune's space adapter deterministic behavior when given same seed in</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t593" href="#t593">593</a></span><span class="t"><span class="str">    the input parameter space.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t594" href="#t594">594</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t595" href="#t595">595</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t596" href="#t596">596</a></span><span class="t">    <span class="key">def</span> <span class="nam">generate_target_param_space_configs</span><span class="op">(</span><span class="nam">seed</span><span class="op">:</span> <span class="nam">int</span><span class="op">)</span> <span class="op">-></span> <span class="nam">List</span><span class="op">[</span><span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t597" href="#t597">597</a></span><span class="t">        <span class="nam">input_space</span> <span class="op">=</span> <span class="nam">construct_parameter_space</span><span class="op">(</span><span class="op">**</span><span class="nam">param_space_kwargs</span><span class="op">,</span> <span class="nam">seed</span><span class="op">=</span><span class="nam">seed</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t598" href="#t598">598</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t599" href="#t599">599</a></span><span class="t">        <span class="com"># Init adapter and sample points in the low-dim space</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t600" href="#t600">600</a></span><span class="t">        <span class="nam">adapter</span> <span class="op">=</span> <span class="nam">LlamaTuneAdapter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t601" href="#t601">601</a></span><span class="t">            <span class="nam">orig_parameter_space</span><span class="op">=</span><span class="nam">input_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t602" href="#t602">602</a></span><span class="t">            <span class="nam">num_low_dims</span><span class="op">=</span><span class="nam">num_target_space_dims</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t603" href="#t603">603</a></span><span class="t">            <span class="nam">special_param_values</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t604" href="#t604">604</a></span><span class="t">            <span class="nam">max_unique_values_per_param</span><span class="op">=</span><span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t605" href="#t605">605</a></span><span class="t">            <span class="nam">use_approximate_reverse_mapping</span><span class="op">=</span><span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t606" href="#t606">606</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t607" href="#t607">607</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t608" href="#t608">608</a></span><span class="t">        <span class="nam">sample_configs</span><span class="op">:</span> <span class="nam">List</span><span class="op">[</span><span class="nam">CS</span><span class="op">.</span><span class="nam">Configuration</span><span class="op">]</span> <span class="op">=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t609" href="#t609">609</a></span><span class="t">            <span class="nam">adapter</span><span class="op">.</span><span class="nam">target_parameter_space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="nam">size</span><span class="op">=</span><span class="num">100</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t610" href="#t610">610</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t611" href="#t611">611</a></span><span class="t">        <span class="key">return</span> <span class="nam">sample_configs</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t612" href="#t612">612</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t613" href="#t613">613</a></span><span class="t">    <span class="key">assert</span> <span class="nam">generate_target_param_space_configs</span><span class="op">(</span><span class="num">42</span><span class="op">)</span> <span class="op">==</span> <span class="nam">generate_target_param_space_configs</span><span class="op">(</span><span class="num">42</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t614" href="#t614">614</a></span><span class="t">    <span class="key">assert</span> <span class="nam">generate_target_param_space_configs</span><span class="op">(</span><span class="num">1234</span><span class="op">)</span> <span class="op">!=</span> <span class="nam">generate_target_param_space_configs</span><span class="op">(</span><span class="num">42</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
     <div class="content">
@@ -690,7 +703,7 @@ <h2>
             <a class="nav" href="z_c9154d4bcbf20984_space_adapter_factory_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_c9154d4bcbf20984_space_adapter_factory_test_py.html b/htmlcov/z_c9154d4bcbf20984_space_adapter_factory_test_py.html
index 756ab89848..aaf4b22a07 100644
--- a/htmlcov/z_c9154d4bcbf20984_space_adapter_factory_test_py.html
+++ b/htmlcov/z_c9154d4bcbf20984_space_adapter_factory_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -162,7 +162,7 @@ <h2>
     <p class="run"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">        <span class="nam">myrepr</span> <span class="op">=</span> <span class="nam">repr</span><span class="op">(</span><span class="nam">space_adapter</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">        <span class="key">assert</span> <span class="nam">myrepr</span><span class="op">.</span><span class="nam">startswith</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">            <span class="nam">space_adapter_type</span><span class="op">.</span><span class="nam">value</span><span class="op">.</span><span class="nam">__name__</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">        <span class="op">)</span><span class="op">,</span> <span class="fst">f"</span><span class="fst">Expected </span><span class="op">{</span><span class="nam">space_adapter_type</span><span class="op">.</span><span class="nam">value</span><span class="op">.</span><span class="nam">__name__</span><span class="op">}</span><span class="fst"> but got </span><span class="op">{</span><span class="nam">myrepr</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">        <span class="op">)</span><span class="op">,</span> <span class="str">f"Expected {space_adapter_type.value.__name__} but got {myrepr}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t"><span class="com"># Dynamically determine all of the optimizers we have implemented.</span>&nbsp;</span><span class="r"></span></p>
@@ -190,7 +190,7 @@ <h2>
             <a class="nav" href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ce2854f29b8d638d___init___py.html b/htmlcov/z_ce2854f29b8d638d___init___py.html
index ac1958efd9..f5ba672e6d 100644
--- a/htmlcov/z_ce2854f29b8d638d___init___py.html
+++ b/htmlcov/z_ce2854f29b8d638d___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ce2854f29b8d638d_local_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -102,7 +102,7 @@ <h2>
             <a class="nav" href="z_ce2854f29b8d638d_local_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ce2854f29b8d638d_local_env_py.html b/htmlcov/z_ce2854f29b8d638d_local_env_py.html
index f8881b3c2b..38a8a30ba7 100644
--- a/htmlcov/z_ce2854f29b8d638d_local_env_py.html
+++ b/htmlcov/z_ce2854f29b8d638d_local_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ce2854f29b8d638d_local_fileshare_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -298,7 +298,7 @@ <h2>
     <p class="run"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">        <span class="key">elif</span> <span class="nam">len</span><span class="op">(</span><span class="nam">data</span><span class="op">)</span> <span class="op">==</span> <span class="num">1</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Local results have 1 row: assume wide format"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid data format: </span><span class="op">{</span><span class="nam">data</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid data format: {data}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t">        <span class="nam">stdout_data</span><span class="op">.</span><span class="nam">update</span><span class="op">(</span><span class="nam">data</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="op">-</span><span class="num">1</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Local run complete: %s ::\n%s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">stdout_data</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -336,7 +336,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t254" href="#t254">254</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t255" href="#t255">255</a></span><span class="t">            <span class="nam">expected_col_names</span> <span class="op">=</span> <span class="op">[</span><span class="str">"timestamp"</span><span class="op">,</span> <span class="str">"metric"</span><span class="op">,</span> <span class="str">"value"</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t256" href="#t256">256</a></span><span class="t">            <span class="key">if</span> <span class="nam">len</span><span class="op">(</span><span class="nam">data</span><span class="op">.</span><span class="nam">columns</span><span class="op">)</span> <span class="op">!=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">expected_col_names</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Telemetry data must have columns </span><span class="op">{</span><span class="nam">expected_col_names</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t">                <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Telemetry data must have columns {expected_col_names}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t">            <span class="key">if</span> <span class="nam">list</span><span class="op">(</span><span class="nam">data</span><span class="op">.</span><span class="nam">columns</span><span class="op">)</span> <span class="op">!=</span> <span class="nam">expected_col_names</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t">                <span class="com"># Assume no header - this is ok for telemetry data.</span>&nbsp;</span><span class="r"></span></p>
@@ -402,7 +402,7 @@ <h2>
             <a class="nav" href="z_ce2854f29b8d638d_local_fileshare_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ce2854f29b8d638d_local_fileshare_env_py.html b/htmlcov/z_ce2854f29b8d638d_local_fileshare_env_py.html
index 9319dfdc13..a36588b527 100644
--- a/htmlcov/z_ce2854f29b8d638d_local_fileshare_env_py.html
+++ b/htmlcov/z_ce2854f29b8d638d_local_fileshare_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3_mock_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -278,7 +278,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3_mock_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d34fc4c3ae3e3619___init___py.html b/htmlcov/z_d34fc4c3ae3e3619___init___py.html
index b239e3014a..146040a46f 100644
--- a/htmlcov/z_d34fc4c3ae3e3619___init___py.html
+++ b/htmlcov/z_d34fc4c3ae3e3619___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9___init___py.html b/htmlcov/z_d9cccba8799d95c9___init___py.html
index 7dfcc3a86c..0ab467e9c6 100644
--- a/htmlcov/z_d9cccba8799d95c9___init___py.html
+++ b/htmlcov/z_d9cccba8799d95c9___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_base_experiment_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -102,7 +102,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_base_experiment_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_base_experiment_data_py.html b/htmlcov/z_d9cccba8799d95c9_base_experiment_data_py.html
index 1e9ffddf67..e671f65ae2 100644
--- a/htmlcov/z_d9cccba8799d95c9_base_experiment_data_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_base_experiment_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_base_storage_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -150,7 +150,7 @@ <h2>
     <p class="run"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">        <span class="key">return</span> <span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_root_env_config</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_git_repo</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_git_commit</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">    <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="fst">Experiment :: </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_experiment_id</span><span class="op">}</span><span class="fst">: '</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_description</span><span class="op">}</span><span class="fst">'</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">        <span class="key">return</span> <span class="str">f"Experiment :: {self._experiment_id}: '{self._description}'"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">    <span class="op">@</span><span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
@@ -254,7 +254,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_base_storage_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_base_storage_py.html b/htmlcov/z_d9cccba8799d95c9_base_storage_py.html
index f190dbe1ba..e3ede6fc88 100644
--- a/htmlcov/z_d9cccba8799d95c9_base_storage_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_base_storage_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_base_trial_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -476,7 +476,7 @@ <h2>
     <p class="run"><span class="n"><a id="t394" href="#t394">394</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_status</span> <span class="op">=</span> <span class="nam">Status</span><span class="op">.</span><span class="nam">UNKNOWN</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t395" href="#t395">395</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t396" href="#t396">396</a></span><span class="t">        <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t397" href="#t397">397</a></span><span class="t">            <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_experiment_id</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_trial_id</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_config_id</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t397" href="#t397">397</a></span><span class="t">            <span class="key">return</span> <span class="str">f"{self._experiment_id}:{self._trial_id}:{self._tunable_config_id}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t398" href="#t398">398</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t399" href="#t399">399</a></span><span class="t">        <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t400" href="#t400">400</a></span><span class="t">        <span class="key">def</span> <span class="nam">trial_id</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">int</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -591,7 +591,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_base_trial_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_base_trial_data_py.html b/htmlcov/z_d9cccba8799d95c9_base_trial_data_py.html
index 4ba26cb32d..246e54cdc3 100644
--- a/htmlcov/z_d9cccba8799d95c9_base_trial_data_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_base_trial_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_base_tunable_config_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -132,8 +132,8 @@ <h2>
     <p class="pln"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">    <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">        <span class="key">return</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">            <span class="fst">f"</span><span class="fst">Trial :: </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_experiment_id</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_trial_id</span><span class="op">}</span><span class="fst"> </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">            <span class="fst">f"</span><span class="fst">cid:</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_config_id</span><span class="op">}</span><span class="fst"> </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_status</span><span class="op">.</span><span class="nam">name</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">            <span class="str">f"Trial :: {self._experiment_id}:{self._trial_id} "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">            <span class="str">f"cid:{self._tunable_config_id} {self._status.name}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">    <span class="key">def</span> <span class="nam">__eq__</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">other</span><span class="op">:</span> <span class="nam">Any</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -267,7 +267,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_base_tunable_config_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_base_tunable_config_data_py.html b/htmlcov/z_d9cccba8799d95c9_base_tunable_config_data_py.html
index 87f77d7cfe..43a6f4c47c 100644
--- a/htmlcov/z_d9cccba8799d95c9_base_tunable_config_data_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_base_tunable_config_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -105,7 +105,7 @@ <h2>
     <p class="run"><span class="n"><a id="t23" href="#t23">23</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_config_id</span> <span class="op">=</span> <span class="nam">tunable_config_id</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t">    <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="fst">TunableConfig :: </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_config_id</span><span class="op">}</span><span class="fst">: </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">config_dict</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t">        <span class="key">return</span> <span class="str">f"TunableConfig :: {self._tunable_config_id}: {self.config_dict}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t">    <span class="key">def</span> <span class="nam">__eq__</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">other</span><span class="op">:</span> <span class="nam">Any</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">other</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -157,7 +157,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html b/htmlcov/z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html
index 1776eab4e3..50b6f335bf 100644
--- a/htmlcov/z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -149,7 +149,7 @@ <h2>
     <p class="run"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_config_trial_group_id</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">    <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="fst">TunableConfigTrialGroup :: </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_experiment_id</span><span class="op">}</span><span class="fst"> cid:</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">tunable_config_id</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">        <span class="key">return</span> <span class="str">f"TunableConfigTrialGroup :: {self._experiment_id} cid:{self.tunable_config_id}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">    <span class="key">def</span> <span class="nam">__eq__</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">other</span><span class="op">:</span> <span class="nam">Any</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">other</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -213,7 +213,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_storage_factory_py.html b/htmlcov/z_d9cccba8799d95c9_storage_factory_py.html
index e51dee8d45..b7409c61b4 100644
--- a/htmlcov/z_d9cccba8799d95c9_storage_factory_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_storage_factory_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -144,7 +144,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_util_py.html b/htmlcov/z_d9cccba8799d95c9_util_py.html
index 8059ea824c..50ed27c563 100644
--- a/htmlcov/z_d9cccba8799d95c9_util_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_util_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -112,10 +112,10 @@ <h2>
     <p class="run"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t">    <span class="nam">data</span> <span class="op">=</span> <span class="op">{</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">    <span class="key">for</span> <span class="nam">_</span><span class="op">,</span> <span class="nam">row</span> <span class="key">in</span> <span class="nam">dataframe</span><span class="op">.</span><span class="nam">astype</span><span class="op">(</span><span class="str">"O"</span><span class="op">)</span><span class="op">.</span><span class="nam">iterrows</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">row</span><span class="op">[</span><span class="str">"value"</span><span class="op">]</span><span class="op">,</span> <span class="nam">TunableValueTypeTuple</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">            <span class="key">raise</span> <span class="nam">TypeError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid column type: </span><span class="op">{</span><span class="nam">type</span><span class="op">(</span><span class="nam">row</span><span class="op">[</span><span class="str">'value'</span><span class="op">]</span><span class="op">)</span><span class="op">}</span><span class="fst"> value: </span><span class="op">{</span><span class="nam">row</span><span class="op">[</span><span class="str">'value'</span><span class="op">]</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">            <span class="key">raise</span> <span class="nam">TypeError</span><span class="op">(</span><span class="str">f"Invalid column type: {type(row['value'])} value: {row['value']}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">        <span class="key">assert</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">row</span><span class="op">[</span><span class="str">"parameter"</span><span class="op">]</span><span class="op">,</span> <span class="nam">str</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">        <span class="key">if</span> <span class="nam">row</span><span class="op">[</span><span class="str">"parameter"</span><span class="op">]</span> <span class="key">in</span> <span class="nam">data</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Duplicate parameter '</span><span class="op">{</span><span class="nam">row</span><span class="op">[</span><span class="str">'parameter'</span><span class="op">]</span><span class="op">}</span><span class="fst">' in dataframe</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Duplicate parameter '{row['parameter']}' in dataframe"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t">        <span class="nam">data</span><span class="op">[</span><span class="nam">row</span><span class="op">[</span><span class="str">"parameter"</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">            <span class="nam">try_parse_val</span><span class="op">(</span><span class="nam">row</span><span class="op">[</span><span class="str">"value"</span><span class="op">]</span><span class="op">)</span> <span class="key">if</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">row</span><span class="op">[</span><span class="str">"value"</span><span class="op">]</span><span class="op">,</span> <span class="nam">str</span><span class="op">)</span> <span class="key">else</span> <span class="nam">row</span><span class="op">[</span><span class="str">"value"</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -129,7 +129,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_daea37f8f9d4218b_test_load_global_config_examples_py.html b/htmlcov/z_daea37f8f9d4218b_test_load_global_config_examples_py.html
index 7321645c02..b24c3d5eaa 100644
--- a/htmlcov/z_daea37f8f9d4218b_test_load_global_config_examples_py.html
+++ b/htmlcov/z_daea37f8f9d4218b_test_load_global_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_1fe5d26167948339_test_load_optimizer_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -149,7 +149,7 @@ <h2>
             <a class="nav" href="z_1fe5d26167948339_test_load_optimizer_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e3d586e89eaba8f4___init___py.html b/htmlcov/z_e3d586e89eaba8f4___init___py.html
index b760dc4834..2b63af25c4 100644
--- a/htmlcov/z_e3d586e89eaba8f4___init___py.html
+++ b/htmlcov/z_e3d586e89eaba8f4___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e3d586e89eaba8f4_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_e3d586e89eaba8f4_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e3d586e89eaba8f4_conftest_py.html b/htmlcov/z_e3d586e89eaba8f4_conftest_py.html
index 94c5952c1f..a938eca269 100644
--- a/htmlcov/z_e3d586e89eaba8f4_conftest_py.html
+++ b/htmlcov/z_e3d586e89eaba8f4_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e3d586e89eaba8f4_test_ssh_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="z_e3d586e89eaba8f4_test_ssh_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e3d586e89eaba8f4_test_ssh_env_py.html b/htmlcov/z_e3d586e89eaba8f4_test_ssh_env_py.html
index 1deed42da3..36ea6314d6 100644
--- a/htmlcov/z_e3d586e89eaba8f4_test_ssh_env_py.html
+++ b/htmlcov/z_e3d586e89eaba8f4_test_ssh_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_event_loop_context_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -157,7 +157,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_event_loop_context_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e6d502096990b4bc_test_load_cli_config_examples_py.html b/htmlcov/z_e6d502096990b4bc_test_load_cli_config_examples_py.html
index 82f4f82ae6..c976e5ead8 100644
--- a/htmlcov/z_e6d502096990b4bc_test_load_cli_config_examples_py.html
+++ b/htmlcov/z_e6d502096990b4bc_test_load_cli_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_23ca098d381c2703_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -185,7 +185,7 @@ <h2>
     <p class="exc show_exc"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">                <span class="nam">sub_config</span> <span class="op">=</span> <span class="nam">config_loader_service</span><span class="op">.</span><span class="nam">load_config</span><span class="op">(</span><span class="nam">path</span><span class="op">,</span> <span class="nam">ConfigSchema</span><span class="op">.</span><span class="nam">TUNABLE_VALUES</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">                <span class="key">assert</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">sub_config</span><span class="op">,</span> <span class="nam">dict</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">            <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Unhandled arg </span><span class="op">{</span><span class="nam">arg</span><span class="op">}</span><span class="fst"> in config </span><span class="op">{</span><span class="nam">config_path</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">            <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span><span class="str">f"Unhandled arg {arg} in config {config_path}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">mark</span><span class="op">.</span><span class="nam">parametrize</span><span class="op">(</span><span class="str">"config_path"</span><span class="op">,</span> <span class="nam">configs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -201,11 +201,11 @@ <h2>
     <p class="pln"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">    <span class="com"># To do this we need to make sure to give it a few extra paths and globals</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t">    <span class="com"># to look for for our examples.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">    <span class="nam">cli_args</span> <span class="op">=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">        <span class="fst">f"</span><span class="fst">--config </span><span class="op">{</span><span class="nam">config_path</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">        <span class="fst">f"</span><span class="fst"> --config-path </span><span class="op">{</span><span class="nam">files</span><span class="op">(</span><span class="str">'mlos_bench.config'</span><span class="op">)</span><span class="op">}</span><span class="fst"> </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">        <span class="fst">f"</span><span class="fst"> --config-path </span><span class="op">{</span><span class="nam">files</span><span class="op">(</span><span class="str">'mlos_bench.tests.config'</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">        <span class="fst">f"</span><span class="fst"> --config-path </span><span class="op">{</span><span class="nam">path_join</span><span class="op">(</span><span class="nam">str</span><span class="op">(</span><span class="nam">files</span><span class="op">(</span><span class="str">'mlos_bench.tests.config'</span><span class="op">)</span><span class="op">)</span><span class="op">,</span> <span class="str">'globals'</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">        <span class="fst">f"</span><span class="fst"> --globals </span><span class="op">{</span><span class="nam">files</span><span class="op">(</span><span class="str">'mlos_bench.tests.config'</span><span class="op">)</span><span class="op">}</span><span class="fst">/experiments/experiment_test_config.jsonc</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">        <span class="str">f"--config {config_path}"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">        <span class="str">f" --config-path {files('mlos_bench.config')} "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">        <span class="str">f" --config-path {files('mlos_bench.tests.config')}"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">        <span class="str">f" --config-path {path_join(str(files('mlos_bench.tests.config')), 'globals')}"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">        <span class="str">f" --globals {files('mlos_bench.tests.config')}/experiments/experiment_test_config.jsonc"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">    <span class="nam">launcher</span> <span class="op">=</span> <span class="nam">Launcher</span><span class="op">(</span><span class="nam">description</span><span class="op">=</span><span class="nam">__name__</span><span class="op">,</span> <span class="nam">long_text</span><span class="op">=</span><span class="nam">config_path</span><span class="op">,</span> <span class="nam">argv</span><span class="op">=</span><span class="nam">cli_args</span><span class="op">.</span><span class="nam">split</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span>&nbsp;</span><span class="r"></span></p>
@@ -219,7 +219,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">            <span class="com"># Note: Checks that the order is maintained are handled in launcher_parse_args.py</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">            <span class="key">assert</span> <span class="nam">any</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">                <span class="nam">config_path</span><span class="op">.</span><span class="nam">endswith</span><span class="op">(</span><span class="nam">path</span><span class="op">)</span> <span class="key">for</span> <span class="nam">config_path</span> <span class="key">in</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">config_loader</span><span class="op">.</span><span class="nam">config_paths</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">            <span class="op">)</span><span class="op">,</span> <span class="fst">f"</span><span class="fst">Expected </span><span class="op">{</span><span class="nam">path</span><span class="op">}</span><span class="fst"> to be in </span><span class="op">{</span><span class="nam">launcher</span><span class="op">.</span><span class="nam">config_loader</span><span class="op">.</span><span class="nam">config_paths</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">            <span class="op">)</span><span class="op">,</span> <span class="str">f"Expected {path} to be in {launcher.config_loader.config_paths}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">    <span class="key">if</span> <span class="str">"experiment_id"</span> <span class="key">in</span> <span class="nam">config</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">        <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">global_config</span><span class="op">[</span><span class="str">"experiment_id"</span><span class="op">]</span> <span class="op">==</span> <span class="nam">config</span><span class="op">[</span><span class="str">"experiment_id"</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
@@ -283,7 +283,7 @@ <h2>
             <a class="nav" href="z_23ca098d381c2703_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e8b6df00ef81429a_test_load_service_config_examples_py.html b/htmlcov/z_e8b6df00ef81429a_test_load_service_config_examples_py.html
index 4ba089873e..7edea6e7d0 100644
--- a/htmlcov/z_e8b6df00ef81429a_test_load_service_config_examples_py.html
+++ b/htmlcov/z_e8b6df00ef81429a_test_load_service_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b753a059391781c4_test_load_storage_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -164,7 +164,7 @@ <h2>
             <a class="nav" href="z_b753a059391781c4_test_load_storage_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e9ae7bd3de504eb0___init___py.html b/htmlcov/z_e9ae7bd3de504eb0___init___py.html
index d723729f8a..82d2a16d59 100644
--- a/htmlcov/z_e9ae7bd3de504eb0___init___py.html
+++ b/htmlcov/z_e9ae7bd3de504eb0___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e9ae7bd3de504eb0_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -105,7 +105,7 @@ <h2>
             <a class="nav" href="z_e9ae7bd3de504eb0_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e9ae7bd3de504eb0_conftest_py.html b/htmlcov/z_e9ae7bd3de504eb0_conftest_py.html
index 91b5c5aad0..1ac69c8260 100644
--- a/htmlcov/z_e9ae7bd3de504eb0_conftest_py.html
+++ b/htmlcov/z_e9ae7bd3de504eb0_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e9ae7bd3de504eb0_test_base_plot_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -107,7 +107,7 @@ <h2>
             <a class="nav" href="z_e9ae7bd3de504eb0_test_base_plot_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e9ae7bd3de504eb0_test_base_plot_py.html b/htmlcov/z_e9ae7bd3de504eb0_test_base_plot_py.html
index 40562ad4dc..0afe7862eb 100644
--- a/htmlcov/z_e9ae7bd3de504eb0_test_base_plot_py.html
+++ b/htmlcov/z_e9ae7bd3de504eb0_test_base_plot_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e9ae7bd3de504eb0_test_dabl_plot_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -129,7 +129,7 @@ <h2>
             <a class="nav" href="z_e9ae7bd3de504eb0_test_dabl_plot_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e9ae7bd3de504eb0_test_dabl_plot_py.html b/htmlcov/z_e9ae7bd3de504eb0_test_dabl_plot_py.html
index 82aff022a6..91b75774c6 100644
--- a/htmlcov/z_e9ae7bd3de504eb0_test_dabl_plot_py.html
+++ b/htmlcov/z_e9ae7bd3de504eb0_test_dabl_plot_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e9ae7bd3de504eb0_test_mlos_viz_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -113,7 +113,7 @@ <h2>
             <a class="nav" href="z_e9ae7bd3de504eb0_test_mlos_viz_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e9ae7bd3de504eb0_test_mlos_viz_py.html b/htmlcov/z_e9ae7bd3de504eb0_test_mlos_viz_py.html
index c651e81a02..59717ddee3 100644
--- a/htmlcov/z_e9ae7bd3de504eb0_test_mlos_viz_py.html
+++ b/htmlcov/z_e9ae7bd3de504eb0_test_mlos_viz_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea0f5c0ee1292a58_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -121,7 +121,7 @@ <h2>
             <a class="nav" href="z_ea0f5c0ee1292a58_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea07be53de14ffe8___init___py.html b/htmlcov/z_ea07be53de14ffe8___init___py.html
index 19dbd5639d..d2b70906df 100644
--- a/htmlcov/z_ea07be53de14ffe8___init___py.html
+++ b/htmlcov/z_ea07be53de14ffe8___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea07be53de14ffe8_local_exec_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="z_ea07be53de14ffe8_local_exec_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea07be53de14ffe8_local_exec_py.html b/htmlcov/z_ea07be53de14ffe8_local_exec_py.html
index dfa5d6029f..50f508eaaf 100644
--- a/htmlcov/z_ea07be53de14ffe8_local_exec_py.html
+++ b/htmlcov/z_ea07be53de14ffe8_local_exec_py.html
@@ -2,7 +2,7 @@
 <html lang="en">
 <head>
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
-    <title>Coverage for mlos_bench/mlos_bench/services/local/local_exec.py: 91%</title>
+    <title>Coverage for mlos_bench/mlos_bench/services/local/local_exec.py: 88%</title>
     <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png">
     <link rel="stylesheet" href="style_cb_8e611ae1.css" type="text/css">
     <script src="coverage_html_cb_6fb7b396.js" defer></script>
@@ -12,7 +12,7 @@
     <div class="content">
         <h1>
             <span class="text">Coverage for </span><b>mlos_bench/mlos_bench/services/local/local_exec.py</b>:
-            <span class="pc_cov">91%</span>
+            <span class="pc_cov">88%</span>
         </h1>
         <aside id="help_panel_wrapper">
             <input id="help_panel_state" type="checkbox">
@@ -55,8 +55,8 @@ <h1>
         </aside>
         <h2>
             <span class="text">77 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">70<span class="text"> run</span></button>
-            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">7<span class="text"> missing</span></button>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">68<span class="text"> run</span></button>
+            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">9<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">2<span class="text"> excluded</span></button>
         </h2>
         <p class="text">
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea07be53de14ffe8_temp_dir_context_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -311,8 +311,8 @@ <h2>
     <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Run: %s"</span><span class="op">,</span> <span class="nam">cmd</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t">            <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t">                <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Expands to: %s"</span><span class="op">,</span> <span class="nam">Template</span><span class="op">(</span><span class="str">" "</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="nam">cmd</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">safe_substitute</span><span class="op">(</span><span class="nam">env</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t">                <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Current working dir: %s"</span><span class="op">,</span> <span class="nam">cwd</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t">                <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Expands to: %s"</span><span class="op">,</span> <span class="nam">Template</span><span class="op">(</span><span class="str">" "</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="nam">cmd</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">safe_substitute</span><span class="op">(</span><span class="nam">env</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t">                <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Current working dir: %s"</span><span class="op">,</span> <span class="nam">cwd</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t">            <span class="nam">proc</span> <span class="op">=</span> <span class="nam">subprocess</span><span class="op">.</span><span class="nam">run</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t">                <span class="nam">cmd</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -340,7 +340,7 @@ <h2>
             <a class="nav" href="z_ea07be53de14ffe8_temp_dir_context_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea07be53de14ffe8_temp_dir_context_py.html b/htmlcov/z_ea07be53de14ffe8_temp_dir_context_py.html
index ff0f8355a6..74726ad6a4 100644
--- a/htmlcov/z_ea07be53de14ffe8_temp_dir_context_py.html
+++ b/htmlcov/z_ea07be53de14ffe8_temp_dir_context_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d34fc4c3ae3e3619___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_d34fc4c3ae3e3619___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea0f5c0ee1292a58___init___py.html b/htmlcov/z_ea0f5c0ee1292a58___init___py.html
index 6a6ebdd17e..6ee72d7ea4 100644
--- a/htmlcov/z_ea0f5c0ee1292a58___init___py.html
+++ b/htmlcov/z_ea0f5c0ee1292a58___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea0f5c0ee1292a58_base_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -124,7 +124,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t">        <span class="nam">mlos_viz</span><span class="op">.</span><span class="nam">dabl</span><span class="op">.</span><span class="nam">ignore_plotter_warnings</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">    <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">        <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Unhandled method: </span><span class="op">{</span><span class="nam">plotter_method</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">        <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span><span class="str">f"Unhandled method: {plotter_method}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t"><span class="key">def</span> <span class="nam">plot</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -170,7 +170,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">        <span class="nam">mlos_viz</span><span class="op">.</span><span class="nam">dabl</span><span class="op">.</span><span class="nam">plot</span><span class="op">(</span><span class="nam">exp_data</span><span class="op">,</span> <span class="nam">results_df</span><span class="op">=</span><span class="nam">results_df</span><span class="op">,</span> <span class="nam">objectives</span><span class="op">=</span><span class="nam">objectives</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">    <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">        <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Unhandled method: </span><span class="op">{</span><span class="nam">plotter_method</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">        <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span><span class="str">f"Unhandled method: {plotter_method}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
     <div class="content">
@@ -180,7 +180,7 @@ <h2>
             <a class="nav" href="z_ea0f5c0ee1292a58_base_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea0f5c0ee1292a58_base_py.html b/htmlcov/z_ea0f5c0ee1292a58_base_py.html
index 77eb5f9627..8aa5846c89 100644
--- a/htmlcov/z_ea0f5c0ee1292a58_base_py.html
+++ b/htmlcov/z_ea0f5c0ee1292a58_base_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea0f5c0ee1292a58_dabl_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -217,7 +217,7 @@ <h2>
     <p class="mis show_mis"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">        <span class="nam">results_df</span> <span class="op">=</span> <span class="nam">exp_data</span><span class="op">.</span><span class="nam">results_df</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">    <span class="nam">results_groups</span> <span class="op">=</span> <span class="nam">results_df</span><span class="op">.</span><span class="nam">groupby</span><span class="op">(</span><span class="str">"tunable_config_id"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">    <span class="key">if</span> <span class="nam">len</span><span class="op">(</span><span class="nam">results_groups</span><span class="op">)</span> <span class="op">&lt;=</span> <span class="num">1</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Not enough data: </span><span class="op">{</span><span class="nam">len</span><span class="op">(</span><span class="nam">results_groups</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Not enough data: {len(results_groups)}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">    <span class="key">if</span> <span class="nam">requested_result_cols</span> <span class="key">is</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">        <span class="nam">result_cols</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -248,11 +248,11 @@ <h2>
     <p class="run"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t">        <span class="nam">results_groups_perf_aggs</span> <span class="op">=</span> <span class="nam">results_groups_perf</span><span class="op">.</span><span class="nam">agg</span><span class="op">(</span><span class="nam">agg</span><span class="op">)</span>  <span class="com"># TODO: avoid recalculating?</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t">        <span class="com"># Compute the zscore of the chosen aggregate performance of each group into</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t">        <span class="com"># each row in the dataframe.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t">        <span class="nam">stats_df</span><span class="op">[</span><span class="nam">result_col</span> <span class="op">+</span> <span class="fst">f"</span><span class="fst">.</span><span class="op">{</span><span class="nam">agg</span><span class="op">}</span><span class="fst">_mean</span><span class="fst">"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">results_groups_perf_aggs</span><span class="op">.</span><span class="nam">mean</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">        <span class="nam">stats_df</span><span class="op">[</span><span class="nam">result_col</span> <span class="op">+</span> <span class="fst">f"</span><span class="fst">.</span><span class="op">{</span><span class="nam">agg</span><span class="op">}</span><span class="fst">_stddev</span><span class="fst">"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">results_groups_perf_aggs</span><span class="op">.</span><span class="nam">std</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">        <span class="nam">stats_df</span><span class="op">[</span><span class="nam">result_col</span> <span class="op">+</span> <span class="fst">f"</span><span class="fst">.</span><span class="op">{</span><span class="nam">agg</span><span class="op">}</span><span class="fst">_zscore</span><span class="fst">"</span><span class="op">]</span> <span class="op">=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t">            <span class="nam">stats_df</span><span class="op">[</span><span class="nam">result_col</span> <span class="op">+</span> <span class="fst">f"</span><span class="fst">.</span><span class="op">{</span><span class="nam">agg</span><span class="op">}</span><span class="fst">"</span><span class="op">]</span> <span class="op">-</span> <span class="nam">stats_df</span><span class="op">[</span><span class="nam">result_col</span> <span class="op">+</span> <span class="fst">f"</span><span class="fst">.</span><span class="op">{</span><span class="nam">agg</span><span class="op">}</span><span class="fst">_mean</span><span class="fst">"</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">        <span class="op">)</span> <span class="op">/</span> <span class="nam">stats_df</span><span class="op">[</span><span class="nam">result_col</span> <span class="op">+</span> <span class="fst">f"</span><span class="fst">.</span><span class="op">{</span><span class="nam">agg</span><span class="op">}</span><span class="fst">_stddev</span><span class="fst">"</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t">        <span class="nam">stats_df</span><span class="op">[</span><span class="nam">result_col</span> <span class="op">+</span> <span class="str">f".{agg}_mean"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">results_groups_perf_aggs</span><span class="op">.</span><span class="nam">mean</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">        <span class="nam">stats_df</span><span class="op">[</span><span class="nam">result_col</span> <span class="op">+</span> <span class="str">f".{agg}_stddev"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">results_groups_perf_aggs</span><span class="op">.</span><span class="nam">std</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">        <span class="nam">stats_df</span><span class="op">[</span><span class="nam">result_col</span> <span class="op">+</span> <span class="str">f".{agg}_zscore"</span><span class="op">]</span> <span class="op">=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t">            <span class="nam">stats_df</span><span class="op">[</span><span class="nam">result_col</span> <span class="op">+</span> <span class="str">f".{agg}"</span><span class="op">]</span> <span class="op">-</span> <span class="nam">stats_df</span><span class="op">[</span><span class="nam">result_col</span> <span class="op">+</span> <span class="str">f".{agg}_mean"</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">        <span class="op">)</span> <span class="op">/</span> <span class="nam">stats_df</span><span class="op">[</span><span class="nam">result_col</span> <span class="op">+</span> <span class="str">f".{agg}_stddev"</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t">        <span class="nam">stats_df</span><span class="op">.</span><span class="nam">drop</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t">            <span class="nam">columns</span><span class="op">=</span><span class="op">[</span><span class="nam">result_col</span> <span class="op">+</span> <span class="str">".var_"</span> <span class="op">+</span> <span class="nam">agg</span> <span class="key">for</span> <span class="nam">agg</span> <span class="key">in</span> <span class="op">(</span><span class="str">"mean"</span><span class="op">,</span> <span class="str">"stddev"</span><span class="op">)</span><span class="op">]</span><span class="op">,</span> <span class="nam">inplace</span><span class="op">=</span><span class="key">True</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -280,7 +280,7 @@ <h2>
     <p class="run"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">        <span class="nam">compute_zscore_for_group_agg</span><span class="op">(</span><span class="nam">results_groups_perf</span><span class="op">,</span> <span class="nam">stats_df</span><span class="op">,</span> <span class="nam">result_col</span><span class="op">,</span> <span class="str">"var"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t">        <span class="nam">quantiles</span> <span class="op">=</span> <span class="op">[</span><span class="num">0.50</span><span class="op">,</span> <span class="num">0.75</span><span class="op">,</span> <span class="num">0.90</span><span class="op">,</span> <span class="num">0.95</span><span class="op">,</span> <span class="num">0.99</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t">        <span class="key">for</span> <span class="nam">quantile</span> <span class="key">in</span> <span class="nam">quantiles</span><span class="op">:</span>  <span class="com"># TODO: can we do this in one pass?</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">            <span class="nam">quantile_col</span> <span class="op">=</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">result_col</span><span class="op">}</span><span class="fst">.p</span><span class="op">{</span><span class="nam">int</span><span class="op">(</span><span class="nam">quantile</span> <span class="op">*</span> <span class="num">100</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">            <span class="nam">quantile_col</span> <span class="op">=</span> <span class="str">f"{result_col}.p{int(quantile * 100)}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t">            <span class="nam">stats_df</span><span class="op">[</span><span class="nam">quantile_col</span><span class="op">]</span> <span class="op">=</span> <span class="nam">results_groups_perf</span><span class="op">.</span><span class="nam">transform</span><span class="op">(</span><span class="str">"quantile"</span><span class="op">,</span> <span class="nam">quantile</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t">        <span class="nam">augmented_results_df</span> <span class="op">=</span> <span class="nam">pandas</span><span class="op">.</span><span class="nam">concat</span><span class="op">(</span><span class="op">[</span><span class="nam">augmented_results_df</span><span class="op">,</span> <span class="nam">stats_df</span><span class="op">]</span><span class="op">,</span> <span class="nam">axis</span><span class="op">=</span><span class="num">1</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t">    <span class="key">return</span> <span class="nam">augmented_results_df</span>&nbsp;</span><span class="r"></span></p>
@@ -324,7 +324,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t">    <span class="com"># Do some input checking first.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t">    <span class="key">if</span> <span class="nam">method</span> <span class="key">not</span> <span class="key">in</span> <span class="op">[</span><span class="str">"mean"</span><span class="op">,</span> <span class="str">"median"</span><span class="op">,</span> <span class="str">"p50"</span><span class="op">,</span> <span class="str">"p75"</span><span class="op">,</span> <span class="str">"p90"</span><span class="op">,</span> <span class="str">"p95"</span><span class="op">,</span> <span class="str">"p99"</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Invalid method: </span><span class="op">{</span><span class="nam">method</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Invalid method: {method}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t">    <span class="com"># Prepare the orderby columns.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t248" href="#t248">248</a></span><span class="t">    <span class="op">(</span><span class="nam">results_df</span><span class="op">,</span> <span class="nam">objs_cols</span><span class="op">)</span> <span class="op">=</span> <span class="nam">expand_results_data_args</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -345,7 +345,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t263" href="#t263">263</a></span><span class="t">    <span class="com"># it in this func for now.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t264" href="#t264">264</a></span><span class="t">    <span class="key">assert</span> <span class="nam">results_df</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t265" href="#t265">265</a></span><span class="t">    <span class="nam">orderby_cols</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">bool</span><span class="op">]</span> <span class="op">=</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t266" href="#t266">266</a></span><span class="t">        <span class="nam">obj_col</span> <span class="op">+</span> <span class="fst">f"</span><span class="fst">.</span><span class="op">{</span><span class="nam">method</span><span class="op">}</span><span class="fst">"</span><span class="op">:</span> <span class="nam">ascending</span> <span class="key">for</span> <span class="op">(</span><span class="nam">obj_col</span><span class="op">,</span> <span class="nam">ascending</span><span class="op">)</span> <span class="key">in</span> <span class="nam">objs_cols</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t266" href="#t266">266</a></span><span class="t">        <span class="nam">obj_col</span> <span class="op">+</span> <span class="str">f".{method}"</span><span class="op">:</span> <span class="nam">ascending</span> <span class="key">for</span> <span class="op">(</span><span class="nam">obj_col</span><span class="op">,</span> <span class="nam">ascending</span><span class="op">)</span> <span class="key">in</span> <span class="nam">objs_cols</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t267" href="#t267">267</a></span><span class="t">    <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t268" href="#t268">268</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t269" href="#t269">269</a></span><span class="t">    <span class="nam">config_id_col</span> <span class="op">=</span> <span class="str">"tunable_config_id"</span>&nbsp;</span><span class="r"></span></p>
@@ -368,7 +368,7 @@ <h2>
     <p class="mis show_mis"><span class="n"><a id="t286" href="#t286">286</a></span><span class="t">            <span class="nam">singletons_mask</span> <span class="op">=</span> <span class="nam">results_df</span><span class="op">[</span><span class="str">"tunable_config_trial_group_size"</span><span class="op">]</span> <span class="op">></span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t287" href="#t287">287</a></span><span class="t">        <span class="nam">results_df</span> <span class="op">=</span> <span class="nam">results_df</span><span class="op">.</span><span class="nam">loc</span><span class="op">[</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t288" href="#t288">288</a></span><span class="t">            <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t289" href="#t289">289</a></span><span class="t">                <span class="op">(</span><span class="nam">results_df</span><span class="op">[</span><span class="fst">f"</span><span class="op">{</span><span class="nam">obj_col</span><span class="op">}</span><span class="fst">.var_zscore</span><span class="fst">"</span><span class="op">]</span><span class="op">.</span><span class="nam">abs</span><span class="op">(</span><span class="op">)</span> <span class="op">&lt;</span> <span class="num">2</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t289" href="#t289">289</a></span><span class="t">                <span class="op">(</span><span class="nam">results_df</span><span class="op">[</span><span class="str">f"{obj_col}.var_zscore"</span><span class="op">]</span><span class="op">.</span><span class="nam">abs</span><span class="op">(</span><span class="op">)</span> <span class="op">&lt;</span> <span class="num">2</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t290" href="#t290">290</a></span><span class="t">                <span class="op">|</span> <span class="op">(</span><span class="nam">singletons_mask</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t291" href="#t291">291</a></span><span class="t">                <span class="op">|</span> <span class="op">(</span><span class="nam">results_df</span><span class="op">[</span><span class="nam">config_id_col</span><span class="op">]</span> <span class="op">==</span> <span class="nam">default_config_id</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t292" href="#t292">292</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -574,7 +574,7 @@ <h2>
     <p class="run"><span class="n"><a id="t492" href="#t492">492</a></span><span class="t">        <span class="nam">plt</span><span class="op">.</span><span class="nam">ylabel</span><span class="op">(</span><span class="nam">opt_tgt</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t493" href="#t493">493</a></span><span class="t">        <span class="nam">plt</span><span class="op">.</span><span class="nam">yscale</span><span class="op">(</span><span class="str">"log"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t494" href="#t494">494</a></span><span class="t">        <span class="nam">extra_title</span> <span class="op">=</span> <span class="str">"(lower is better)"</span> <span class="key">if</span> <span class="nam">ascending</span> <span class="key">else</span> <span class="str">"(lower is better)"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t495" href="#t495">495</a></span><span class="t">        <span class="nam">plt</span><span class="op">.</span><span class="nam">title</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Top </span><span class="op">{</span><span class="nam">top_n</span><span class="op">}</span><span class="fst"> configs </span><span class="op">{</span><span class="nam">opt_tgt</span><span class="op">}</span><span class="fst"> </span><span class="op">{</span><span class="nam">extra_title</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t495" href="#t495">495</a></span><span class="t">        <span class="nam">plt</span><span class="op">.</span><span class="nam">title</span><span class="op">(</span><span class="str">f"Top {top_n} configs {opt_tgt} {extra_title}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t496" href="#t496">496</a></span><span class="t">        <span class="nam">plt</span><span class="op">.</span><span class="nam">show</span><span class="op">(</span><span class="op">)</span>  <span class="com"># type: ignore[no-untyped-call]</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
@@ -585,7 +585,7 @@ <h2>
             <a class="nav" href="z_ea0f5c0ee1292a58_dabl_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea0f5c0ee1292a58_dabl_py.html b/htmlcov/z_ea0f5c0ee1292a58_dabl_py.html
index 4dbb0e8b13..64292bf025 100644
--- a/htmlcov/z_ea0f5c0ee1292a58_dabl_py.html
+++ b/htmlcov/z_ea0f5c0ee1292a58_dabl_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e9ae7bd3de504eb0___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -184,7 +184,7 @@ <h2>
             <a class="nav" href="z_e9ae7bd3de504eb0___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea0f5c0ee1292a58_util_py.html b/htmlcov/z_ea0f5c0ee1292a58_util_py.html
index 58fa354323..9d89a020c3 100644
--- a/htmlcov/z_ea0f5c0ee1292a58_util_py.html
+++ b/htmlcov/z_ea0f5c0ee1292a58_util_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea0f5c0ee1292a58_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -132,7 +132,7 @@ <h2>
     <p class="run"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">    <span class="nam">objs_cols</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">bool</span><span class="op">]</span> <span class="op">=</span> <span class="op">{</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">    <span class="key">for</span> <span class="nam">opt_tgt</span><span class="op">,</span> <span class="nam">opt_dir</span> <span class="key">in</span> <span class="nam">objectives</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">        <span class="key">if</span> <span class="nam">opt_dir</span> <span class="key">not</span> <span class="key">in</span> <span class="op">[</span><span class="str">"min"</span><span class="op">,</span> <span class="str">"max"</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Unexpected optimization direction for target </span><span class="op">{</span><span class="nam">opt_tgt</span><span class="op">}</span><span class="fst">: </span><span class="op">{</span><span class="nam">opt_dir</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Unexpected optimization direction for target {opt_tgt}: {opt_dir}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">        <span class="nam">ascending</span> <span class="op">=</span> <span class="nam">opt_dir</span> <span class="op">==</span> <span class="str">"min"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">        <span class="key">if</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">            <span class="nam">opt_tgt</span><span class="op">.</span><span class="nam">startswith</span><span class="op">(</span><span class="nam">ExperimentData</span><span class="op">.</span><span class="nam">RESULT_COLUMN_PREFIX</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -142,7 +142,7 @@ <h2>
     <p class="run"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">        <span class="key">elif</span> <span class="nam">ExperimentData</span><span class="op">.</span><span class="nam">RESULT_COLUMN_PREFIX</span> <span class="op">+</span> <span class="nam">opt_tgt</span> <span class="key">in</span> <span class="nam">results_df</span><span class="op">.</span><span class="nam">columns</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">            <span class="nam">objs_cols</span><span class="op">[</span><span class="nam">ExperimentData</span><span class="op">.</span><span class="nam">RESULT_COLUMN_PREFIX</span> <span class="op">+</span> <span class="nam">opt_tgt</span><span class="op">]</span> <span class="op">=</span> <span class="nam">ascending</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">            <span class="key">raise</span> <span class="nam">UserWarning</span><span class="op">(</span><span class="fst">f"</span><span class="op">{</span><span class="nam">opt_tgt</span><span class="op">}</span><span class="fst"> is not a result column for experiment </span><span class="op">{</span><span class="nam">exp_data</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">            <span class="key">raise</span> <span class="nam">UserWarning</span><span class="op">(</span><span class="str">f"{opt_tgt} is not a result column for experiment {exp_data}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">    <span class="com"># Note: these copies are important to avoid issues with downstream consumers.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">    <span class="com"># It is more efficient to copy the dataframe than to go back to the original data source.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">    <span class="com"># TODO: However, it should be possible to later fixup the downstream consumers</span>&nbsp;</span><span class="r"></span></p>
@@ -158,7 +158,7 @@ <h2>
             <a class="nav" href="z_ea0f5c0ee1292a58_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea0f5c0ee1292a58_version_py.html b/htmlcov/z_ea0f5c0ee1292a58_version_py.html
index f0c85200e7..61c913c183 100644
--- a/htmlcov/z_ea0f5c0ee1292a58_version_py.html
+++ b/htmlcov/z_ea0f5c0ee1292a58_version_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="index.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="index.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631___init___py.html b/htmlcov/z_ea84a65b31482631___init___py.html
index 6b5851e190..29af9bd35a 100644
--- a/htmlcov/z_ea84a65b31482631___init___py.html
+++ b/htmlcov/z_ea84a65b31482631___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631_mock_auth_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -110,7 +110,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631_mock_auth_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631_mock_auth_service_py.html b/htmlcov/z_ea84a65b31482631_mock_auth_service_py.html
index 160dbb201b..5bdefe2c88 100644
--- a/htmlcov/z_ea84a65b31482631_mock_auth_service_py.html
+++ b/htmlcov/z_ea84a65b31482631_mock_auth_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631_mock_fileshare_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -136,7 +136,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631_mock_fileshare_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631_mock_fileshare_service_py.html b/htmlcov/z_ea84a65b31482631_mock_fileshare_service_py.html
index 498bee9df9..7a3093e3d4 100644
--- a/htmlcov/z_ea84a65b31482631_mock_fileshare_service_py.html
+++ b/htmlcov/z_ea84a65b31482631_mock_fileshare_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631_mock_network_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -149,7 +149,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631_mock_network_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631_mock_network_service_py.html b/htmlcov/z_ea84a65b31482631_mock_network_service_py.html
index 3f3be7488a..958e4d3af4 100644
--- a/htmlcov/z_ea84a65b31482631_mock_network_service_py.html
+++ b/htmlcov/z_ea84a65b31482631_mock_network_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631_mock_remote_exec_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -144,7 +144,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631_mock_remote_exec_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631_mock_remote_exec_service_py.html b/htmlcov/z_ea84a65b31482631_mock_remote_exec_service_py.html
index 9c7bce3dc0..bfdc2bb7f0 100644
--- a/htmlcov/z_ea84a65b31482631_mock_remote_exec_service_py.html
+++ b/htmlcov/z_ea84a65b31482631_mock_remote_exec_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631_mock_vm_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -137,7 +137,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631_mock_vm_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631_mock_vm_service_py.html b/htmlcov/z_ea84a65b31482631_mock_vm_service_py.html
index 8973d98093..ca1cff5e8c 100644
--- a/htmlcov/z_ea84a65b31482631_mock_vm_service_py.html
+++ b/htmlcov/z_ea84a65b31482631_mock_vm_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -154,7 +154,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242___init___py.html b/htmlcov/z_ee1a086105daf242___init___py.html
index 4d81b33b90..680e16e90d 100644
--- a/htmlcov/z_ee1a086105daf242___init___py.html
+++ b/htmlcov/z_ee1a086105daf242___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_host_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -110,7 +110,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_host_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_host_env_py.html b/htmlcov/z_ee1a086105daf242_host_env_py.html
index 5c38c34b77..067287212f 100644
--- a/htmlcov/z_ee1a086105daf242_host_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_host_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_network_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -191,7 +191,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_network_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_network_env_py.html b/htmlcov/z_ee1a086105daf242_network_env_py.html
index cc1844f2b8..1f71430274 100644
--- a/htmlcov/z_ee1a086105daf242_network_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_network_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_os_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -210,7 +210,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_os_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_os_env_py.html b/htmlcov/z_ee1a086105daf242_os_env_py.html
index c34ffc94de..fe83113c51 100644
--- a/htmlcov/z_ee1a086105daf242_os_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_os_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_remote_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -202,7 +202,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_remote_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_remote_env_py.html b/htmlcov/z_ee1a086105daf242_remote_env_py.html
index bf1cdf2f36..fd1c8780fb 100644
--- a/htmlcov/z_ee1a086105daf242_remote_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_remote_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_saas_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -279,7 +279,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_saas_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_saas_env_py.html b/htmlcov/z_ee1a086105daf242_saas_env_py.html
index 2fd6d702d9..e465d21864 100644
--- a/htmlcov/z_ee1a086105daf242_saas_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_saas_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_vm_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -206,7 +206,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_vm_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_vm_env_py.html b/htmlcov/z_ee1a086105daf242_vm_env_py.html
index 06875210b1..eb96139919 100644
--- a/htmlcov/z_ee1a086105daf242_vm_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_vm_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3_script_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -108,7 +108,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3_script_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd___init___py.html b/htmlcov/z_eff6c9495d2144dd___init___py.html
index 12c13db9ab..9c5a50030e 100644
--- a/htmlcov/z_eff6c9495d2144dd___init___py.html
+++ b/htmlcov/z_eff6c9495d2144dd___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd_base_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -164,7 +164,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd_base_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd_base_env_test_py.html b/htmlcov/z_eff6c9495d2144dd_base_env_test_py.html
index 803b428f59..7288de4ed1 100644
--- a/htmlcov/z_eff6c9495d2144dd_base_env_test_py.html
+++ b/htmlcov/z_eff6c9495d2144dd_base_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd_composite_env_service_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -167,7 +167,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd_composite_env_service_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd_composite_env_service_test_py.html b/htmlcov/z_eff6c9495d2144dd_composite_env_service_test_py.html
index aa1a63cdef..b5ca6359dc 100644
--- a/htmlcov/z_eff6c9495d2144dd_composite_env_service_test_py.html
+++ b/htmlcov/z_eff6c9495d2144dd_composite_env_service_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd_composite_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -152,7 +152,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd_composite_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd_composite_env_test_py.html b/htmlcov/z_eff6c9495d2144dd_composite_env_test_py.html
index 3185bee469..7cb83bff43 100644
--- a/htmlcov/z_eff6c9495d2144dd_composite_env_test_py.html
+++ b/htmlcov/z_eff6c9495d2144dd_composite_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd_include_tunables_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -380,7 +380,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd_include_tunables_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd_include_tunables_test_py.html b/htmlcov/z_eff6c9495d2144dd_include_tunables_test_py.html
index b7be9d39ef..9cc3ffc3ec 100644
--- a/htmlcov/z_eff6c9495d2144dd_include_tunables_test_py.html
+++ b/htmlcov/z_eff6c9495d2144dd_include_tunables_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -252,7 +252,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd_mock_env_test_py.html b/htmlcov/z_eff6c9495d2144dd_mock_env_test_py.html
index 0e5751d2bf..0ab0a8bacb 100644
--- a/htmlcov/z_eff6c9495d2144dd_mock_env_test_py.html
+++ b/htmlcov/z_eff6c9495d2144dd_mock_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e3d586e89eaba8f4___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -187,7 +187,7 @@ <h2>
             <a class="nav" href="z_e3d586e89eaba8f4___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_f9c2879ac20d51a5_test_environment_schemas_py.html b/htmlcov/z_f9c2879ac20d51a5_test_environment_schemas_py.html
index 798d9dc8e0..f3c3b91edd 100644
--- a/htmlcov/z_f9c2879ac20d51a5_test_environment_schemas_py.html
+++ b/htmlcov/z_f9c2879ac20d51a5_test_environment_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_f9c64468f625e920_test_globals_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -143,7 +143,7 @@ <h2>
     <p class="run"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">        <span class="key">if</span> <span class="nam">try_resolve_class_name</span><span class="op">(</span><span class="nam">test_case</span><span class="op">.</span><span class="nam">config</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"class"</span><span class="op">)</span><span class="op">)</span> <span class="op">==</span> <span class="nam">env_class</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">            <span class="key">return</span>&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">    <span class="key">raise</span> <span class="nam">NotImplementedError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">        <span class="fst">f"</span><span class="fst">Missing test case for subtype </span><span class="op">{</span><span class="nam">test_case_subtype</span><span class="op">}</span><span class="fst"> for Environment class </span><span class="op">{</span><span class="nam">env_class</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">        <span class="str">f"Missing test case for subtype {test_case_subtype} for Environment class {env_class}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -179,7 +179,7 @@ <h2>
             <a class="nav" href="z_f9c64468f625e920_test_globals_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_f9c64468f625e920_test_globals_schemas_py.html b/htmlcov/z_f9c64468f625e920_test_globals_schemas_py.html
index 7e13802517..a29957e6f0 100644
--- a/htmlcov/z_f9c64468f625e920_test_globals_schemas_py.html
+++ b/htmlcov/z_f9c64468f625e920_test_globals_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_539c3520b5c68f82_test_optimizer_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -125,7 +125,7 @@ <h2>
             <a class="nav" href="z_539c3520b5c68f82_test_optimizer_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fc7f0a2d8bc93d67___init___py.html b/htmlcov/z_fc7f0a2d8bc93d67___init___py.html
index 8372abd12e..94daefdfff 100644
--- a/htmlcov/z_fc7f0a2d8bc93d67___init___py.html
+++ b/htmlcov/z_fc7f0a2d8bc93d67___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_83ca15bbe4632fea___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -97,7 +97,7 @@ <h2>
             <a class="nav" href="z_83ca15bbe4632fea___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fc7f0a2d8bc93d67_util_py.html b/htmlcov/z_fc7f0a2d8bc93d67_util_py.html
index 3091be9a5d..40b96c58f2 100644
--- a/htmlcov/z_fc7f0a2d8bc93d67_util_py.html
+++ b/htmlcov/z_fc7f0a2d8bc93d67_util_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fc7f0a2d8bc93d67_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -162,7 +162,7 @@ <h2>
             <a class="nav" href="z_fc7f0a2d8bc93d67_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fc7f0a2d8bc93d67_version_py.html b/htmlcov/z_fc7f0a2d8bc93d67_version_py.html
index 315aadac54..e3bfb1b0d8 100644
--- a/htmlcov/z_fc7f0a2d8bc93d67_version_py.html
+++ b/htmlcov/z_fc7f0a2d8bc93d67_version_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea0f5c0ee1292a58___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="z_ea0f5c0ee1292a58___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fdd0616ad8099d78___init___py.html b/htmlcov/z_fdd0616ad8099d78___init___py.html
index d0602da7bb..fb426031e5 100644
--- a/htmlcov/z_fdd0616ad8099d78___init___py.html
+++ b/htmlcov/z_fdd0616ad8099d78___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_c9154d4bcbf20984_identity_adapter_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_c9154d4bcbf20984_identity_adapter_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html b/htmlcov/z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html
index 1bfb18830b..5f46b8f606 100644
--- a/htmlcov/z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html
+++ b/htmlcov/z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html
@@ -54,8 +54,8 @@ <h1>
             </div>
         </aside>
         <h2>
-            <span class="text">33 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">33<span class="text"> run</span></button>
+            <span class="text">55 statements &nbsp;</span>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">55<span class="text"> run</span></button>
             <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">0<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">0<span class="text"> excluded</span></button>
         </h2>
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fdd0616ad8099d78_spaces_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -87,66 +87,157 @@ <h2>
     <p class="pln"><span class="n"><a id="t5" href="#t5">5</a></span><span class="t"><span class="str">"""Unit tests for ConfigSpace quantization monkey patching."""</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t6" href="#t6">6</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t7" href="#t7">7</a></span><span class="t"><span class="key">import</span> <span class="nam">numpy</span> <span class="key">as</span> <span class="nam">np</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t8" href="#t8">8</a></span><span class="t"><span class="key">from</span> <span class="nam">ConfigSpace</span> <span class="key">import</span> <span class="nam">UniformFloatHyperparameter</span><span class="op">,</span> <span class="nam">UniformIntegerHyperparameter</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t9" href="#t9">9</a></span><span class="t"><span class="key">from</span> <span class="nam">numpy</span><span class="op">.</span><span class="nam">random</span> <span class="key">import</span> <span class="nam">RandomState</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t10" href="#t10">10</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t11" href="#t11">11</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_core</span><span class="op">.</span><span class="nam">spaces</span><span class="op">.</span><span class="nam">converters</span><span class="op">.</span><span class="nam">util</span> <span class="key">import</span> <span class="nam">monkey_patch_quantization</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t12" href="#t12">12</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_core</span><span class="op">.</span><span class="nam">tests</span> <span class="key">import</span> <span class="nam">SEED</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t13" href="#t13">13</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t8" href="#t8">8</a></span><span class="t"><span class="key">from</span> <span class="nam">ConfigSpace</span> <span class="key">import</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t9" href="#t9">9</a></span><span class="t">    <span class="nam">ConfigurationSpace</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t10" href="#t10">10</a></span><span class="t">    <span class="nam">UniformFloatHyperparameter</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t11" href="#t11">11</a></span><span class="t">    <span class="nam">UniformIntegerHyperparameter</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t12" href="#t12">12</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t13" href="#t13">13</a></span><span class="t"><span class="key">from</span> <span class="nam">numpy</span><span class="op">.</span><span class="nam">random</span> <span class="key">import</span> <span class="nam">RandomState</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t14" href="#t14">14</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t15" href="#t15">15</a></span><span class="t"><span class="key">def</span> <span class="nam">test_configspace_quant_int</span><span class="op">(</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t16" href="#t16">16</a></span><span class="t">    <span class="str">"""Check the quantization of an integer hyperparameter."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t17" href="#t17">17</a></span><span class="t">    <span class="nam">quantized_values</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="nam">range</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">101</span><span class="op">,</span> <span class="num">10</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t18" href="#t18">18</a></span><span class="t">    <span class="nam">hp</span> <span class="op">=</span> <span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span><span class="str">"hp"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">100</span><span class="op">,</span> <span class="nam">log</span><span class="op">=</span><span class="key">False</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t19" href="#t19">19</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t20" href="#t20">20</a></span><span class="t">    <span class="com"># Before patching: expect that at least one value is not quantized.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t21" href="#t21">21</a></span><span class="t">    <span class="key">assert</span> <span class="key">not</span> <span class="nam">set</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">quantized_values</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t15" href="#t15">15</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_core</span><span class="op">.</span><span class="nam">spaces</span><span class="op">.</span><span class="nam">converters</span><span class="op">.</span><span class="nam">util</span> <span class="key">import</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t16" href="#t16">16</a></span><span class="t">    <span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t17" href="#t17">17</a></span><span class="t">    <span class="nam">monkey_patch_cs_quantization</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t18" href="#t18">18</a></span><span class="t">    <span class="nam">monkey_patch_hp_quantization</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t19" href="#t19">19</a></span><span class="t"><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t20" href="#t20">20</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_core</span><span class="op">.</span><span class="nam">tests</span> <span class="key">import</span> <span class="nam">SEED</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t21" href="#t21">21</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t22" href="#t22">22</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t23" href="#t23">23</a></span><span class="t">    <span class="nam">monkey_patch_quantization</span><span class="op">(</span><span class="nam">hp</span><span class="op">,</span> <span class="num">11</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t">    <span class="com"># After patching: *all* values must belong to the set of quantized values.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t">    <span class="key">assert</span> <span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="op">)</span> <span class="key">in</span> <span class="nam">quantized_values</span>  <span class="com"># check scalar type</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t">    <span class="key">assert</span> <span class="nam">set</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">quantized_values</span><span class="op">)</span>  <span class="com"># batch version</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t"><span class="key">def</span> <span class="nam">test_configspace_quant_float</span><span class="op">(</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t">    <span class="str">"""Check the quantization of a float hyperparameter."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">    <span class="nam">quantized_values</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="nam">np</span><span class="op">.</span><span class="nam">linspace</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">1</span><span class="op">,</span> <span class="nam">num</span><span class="op">=</span><span class="num">5</span><span class="op">,</span> <span class="nam">endpoint</span><span class="op">=</span><span class="key">True</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">    <span class="nam">hp</span> <span class="op">=</span> <span class="nam">UniformFloatHyperparameter</span><span class="op">(</span><span class="str">"hp"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">1</span><span class="op">,</span> <span class="nam">log</span><span class="op">=</span><span class="key">False</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">    <span class="com"># Before patching: expect that at least one value is not quantized.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">    <span class="key">assert</span> <span class="key">not</span> <span class="nam">set</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">quantized_values</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t">    <span class="com"># 5 is a nice number of bins to avoid floating point errors.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">    <span class="nam">monkey_patch_quantization</span><span class="op">(</span><span class="nam">hp</span><span class="op">,</span> <span class="num">5</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t23" href="#t23">23</a></span><span class="t"><span class="key">def</span> <span class="nam">test_configspace_quant_int</span><span class="op">(</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t">    <span class="str">"""Check the quantization of an integer hyperparameter."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t">    <span class="nam">quantization_bins</span> <span class="op">=</span> <span class="num">11</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t">    <span class="nam">quantized_values</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="nam">range</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">101</span><span class="op">,</span> <span class="num">10</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t">    <span class="nam">hp</span> <span class="op">=</span> <span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t">        <span class="str">"hp"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t">        <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t">        <span class="nam">upper</span><span class="op">=</span><span class="num">100</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">        <span class="nam">log</span><span class="op">=</span><span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">        <span class="nam">meta</span><span class="op">=</span><span class="op">{</span><span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">:</span> <span class="nam">quantization_bins</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">    <span class="com"># Before patching: expect that at least one value is not quantized.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">    <span class="key">assert</span> <span class="key">not</span> <span class="nam">set</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">quantized_values</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">    <span class="nam">monkey_patch_hp_quantization</span><span class="op">(</span><span class="nam">hp</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t">    <span class="com"># After patching: *all* values must belong to the set of quantized values.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t40" href="#t40">40</a></span><span class="t">    <span class="key">assert</span> <span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="op">)</span> <span class="key">in</span> <span class="nam">quantized_values</span>  <span class="com"># check scalar type</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t">    <span class="key">assert</span> <span class="nam">set</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">quantized_values</span><span class="op">)</span>  <span class="com"># batch version</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t"><span class="key">def</span> <span class="nam">test_configspace_quant_repatch</span><span class="op">(</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">    <span class="str">"""Repatch the same hyperparameter with different number of bins."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">    <span class="nam">quantized_values</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="nam">range</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">101</span><span class="op">,</span> <span class="num">10</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">    <span class="nam">hp</span> <span class="op">=</span> <span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span><span class="str">"hp"</span><span class="op">,</span> <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span> <span class="nam">upper</span><span class="op">=</span><span class="num">100</span><span class="op">,</span> <span class="nam">log</span><span class="op">=</span><span class="key">False</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">    <span class="com"># Before patching: expect that at least one value is not quantized.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">    <span class="key">assert</span> <span class="key">not</span> <span class="nam">set</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">quantized_values</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">    <span class="nam">monkey_patch_quantization</span><span class="op">(</span><span class="nam">hp</span><span class="op">,</span> <span class="num">11</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">    <span class="com"># After patching: *all* values must belong to the set of quantized values.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">    <span class="nam">samples</span> <span class="op">=</span> <span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">,</span> <span class="nam">seed</span><span class="op">=</span><span class="nam">RandomState</span><span class="op">(</span><span class="nam">SEED</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">    <span class="key">assert</span> <span class="nam">set</span><span class="op">(</span><span class="nam">samples</span><span class="op">)</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">quantized_values</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t"><span class="key">def</span> <span class="nam">test_configspace_quant_float</span><span class="op">(</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">    <span class="str">"""Check the quantization of a float hyperparameter."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">    <span class="com"># 5 is a nice number of bins to avoid floating point errors.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">    <span class="nam">quantization_bins</span> <span class="op">=</span> <span class="num">5</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t">    <span class="nam">quantized_values</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="nam">np</span><span class="op">.</span><span class="nam">linspace</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">1</span><span class="op">,</span> <span class="nam">num</span><span class="op">=</span><span class="nam">quantization_bins</span><span class="op">,</span> <span class="nam">endpoint</span><span class="op">=</span><span class="key">True</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">    <span class="nam">hp</span> <span class="op">=</span> <span class="nam">UniformFloatHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">        <span class="str">"hp"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">        <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">        <span class="nam">upper</span><span class="op">=</span><span class="num">1</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">        <span class="nam">log</span><span class="op">=</span><span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">        <span class="nam">meta</span><span class="op">=</span><span class="op">{</span><span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">:</span> <span class="nam">quantization_bins</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">    <span class="com"># Patch the same hyperparameter again and check that the results are the same.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">    <span class="nam">monkey_patch_quantization</span><span class="op">(</span><span class="nam">hp</span><span class="op">,</span> <span class="num">11</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">    <span class="com"># After patching: *all* values must belong to the set of quantized values.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">    <span class="key">assert</span> <span class="nam">all</span><span class="op">(</span><span class="nam">samples</span> <span class="op">==</span> <span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">,</span> <span class="nam">seed</span><span class="op">=</span><span class="nam">RandomState</span><span class="op">(</span><span class="nam">SEED</span><span class="op">)</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">    <span class="com"># Repatch with the higher number of bins and make sure we get new values.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">    <span class="nam">monkey_patch_quantization</span><span class="op">(</span><span class="nam">hp</span><span class="op">,</span> <span class="num">21</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">    <span class="nam">samples_set</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">,</span> <span class="nam">seed</span><span class="op">=</span><span class="nam">RandomState</span><span class="op">(</span><span class="nam">SEED</span><span class="op">)</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">    <span class="nam">quantized_values_new</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="nam">range</span><span class="op">(</span><span class="num">5</span><span class="op">,</span> <span class="num">96</span><span class="op">,</span> <span class="num">10</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">    <span class="key">assert</span> <span class="nam">samples_set</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">set</span><span class="op">(</span><span class="nam">range</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">101</span><span class="op">,</span> <span class="num">5</span><span class="op">)</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">    <span class="key">assert</span> <span class="nam">len</span><span class="op">(</span><span class="nam">samples_set</span> <span class="op">-</span> <span class="nam">quantized_values_new</span><span class="op">)</span> <span class="op">&lt;</span> <span class="nam">len</span><span class="op">(</span><span class="nam">samples_set</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">    <span class="com"># Before patching: expect that at least one value is not quantized.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">    <span class="key">assert</span> <span class="key">not</span> <span class="nam">set</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">quantized_values</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">    <span class="nam">monkey_patch_hp_quantization</span><span class="op">(</span><span class="nam">hp</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">    <span class="com"># After patching: *all* values must belong to the set of quantized values.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">    <span class="key">assert</span> <span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="op">)</span> <span class="key">in</span> <span class="nam">quantized_values</span>  <span class="com"># check scalar type</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">    <span class="key">assert</span> <span class="nam">set</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">quantized_values</span><span class="op">)</span>  <span class="com"># batch version</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t"><span class="key">def</span> <span class="nam">test_configspace_quant_repatch</span><span class="op">(</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">    <span class="str">"""Repatch the same hyperparameter with different number of bins."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">    <span class="nam">quantization_bins</span> <span class="op">=</span> <span class="num">11</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">    <span class="nam">quantized_values</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="nam">range</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">101</span><span class="op">,</span> <span class="num">10</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">    <span class="nam">hp</span> <span class="op">=</span> <span class="nam">UniformIntegerHyperparameter</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">        <span class="str">"hp"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">        <span class="nam">lower</span><span class="op">=</span><span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">        <span class="nam">upper</span><span class="op">=</span><span class="num">100</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">        <span class="nam">log</span><span class="op">=</span><span class="key">False</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">        <span class="nam">meta</span><span class="op">=</span><span class="op">{</span><span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">:</span> <span class="nam">quantization_bins</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">    <span class="com"># Before patching: expect that at least one value is not quantized.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">    <span class="key">assert</span> <span class="key">not</span> <span class="nam">set</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">quantized_values</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">    <span class="nam">monkey_patch_hp_quantization</span><span class="op">(</span><span class="nam">hp</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">    <span class="com"># After patching: *all* values must belong to the set of quantized values.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">    <span class="nam">samples</span> <span class="op">=</span> <span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">,</span> <span class="nam">seed</span><span class="op">=</span><span class="nam">RandomState</span><span class="op">(</span><span class="nam">SEED</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">    <span class="key">assert</span> <span class="nam">set</span><span class="op">(</span><span class="nam">samples</span><span class="op">)</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">quantized_values</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">    <span class="com"># Patch the same hyperparameter again and check that the results are the same.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">    <span class="nam">monkey_patch_hp_quantization</span><span class="op">(</span><span class="nam">hp</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">    <span class="com"># After patching: *all* values must belong to the set of quantized values.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">    <span class="key">assert</span> <span class="nam">all</span><span class="op">(</span><span class="nam">samples</span> <span class="op">==</span> <span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">,</span> <span class="nam">seed</span><span class="op">=</span><span class="nam">RandomState</span><span class="op">(</span><span class="nam">SEED</span><span class="op">)</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">    <span class="com"># Repatch with the higher number of bins and make sure we get new values.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">    <span class="nam">new_meta</span> <span class="op">=</span> <span class="nam">dict</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">meta</span> <span class="key">or</span> <span class="op">{</span><span class="op">}</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">    <span class="nam">new_meta</span><span class="op">[</span><span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">]</span> <span class="op">=</span> <span class="num">21</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">    <span class="nam">hp</span><span class="op">.</span><span class="nam">meta</span> <span class="op">=</span> <span class="nam">new_meta</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">    <span class="nam">monkey_patch_hp_quantization</span><span class="op">(</span><span class="nam">hp</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t">    <span class="nam">samples_set</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">,</span> <span class="nam">seed</span><span class="op">=</span><span class="nam">RandomState</span><span class="op">(</span><span class="nam">SEED</span><span class="op">)</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">    <span class="nam">quantized_values_new</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="nam">range</span><span class="op">(</span><span class="num">5</span><span class="op">,</span> <span class="num">96</span><span class="op">,</span> <span class="num">10</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">    <span class="key">assert</span> <span class="nam">samples_set</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">set</span><span class="op">(</span><span class="nam">range</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">101</span><span class="op">,</span> <span class="num">5</span><span class="op">)</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">    <span class="key">assert</span> <span class="nam">len</span><span class="op">(</span><span class="nam">samples_set</span> <span class="op">-</span> <span class="nam">quantized_values_new</span><span class="op">)</span> <span class="op">&lt;</span> <span class="nam">len</span><span class="op">(</span><span class="nam">samples_set</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">    <span class="com"># Repatch without quantization and make sure we get the original values.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">    <span class="nam">new_meta</span> <span class="op">=</span> <span class="nam">dict</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">meta</span> <span class="key">or</span> <span class="op">{</span><span class="op">}</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">    <span class="key">del</span> <span class="nam">new_meta</span><span class="op">[</span><span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">    <span class="nam">hp</span><span class="op">.</span><span class="nam">meta</span> <span class="op">=</span> <span class="nam">new_meta</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">    <span class="key">assert</span> <span class="nam">hp</span><span class="op">.</span><span class="nam">meta</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">)</span> <span class="key">is</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">    <span class="nam">monkey_patch_hp_quantization</span><span class="op">(</span><span class="nam">hp</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">    <span class="nam">samples_set</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="nam">hp</span><span class="op">.</span><span class="nam">sample_value</span><span class="op">(</span><span class="num">100</span><span class="op">,</span> <span class="nam">seed</span><span class="op">=</span><span class="nam">RandomState</span><span class="op">(</span><span class="nam">SEED</span><span class="op">)</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">    <span class="key">assert</span> <span class="nam">samples_set</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">set</span><span class="op">(</span><span class="nam">range</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">101</span><span class="op">)</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">    <span class="key">assert</span> <span class="nam">len</span><span class="op">(</span><span class="nam">quantized_values_new</span><span class="op">)</span> <span class="op">&lt;</span> <span class="nam">len</span><span class="op">(</span><span class="nam">quantized_values</span><span class="op">)</span> <span class="op">&lt;</span> <span class="nam">len</span><span class="op">(</span><span class="nam">samples_set</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t"><span class="key">def</span> <span class="nam">test_configspace_quant</span><span class="op">(</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">    <span class="str">"""Test quantization of multiple hyperparameters in the ConfigSpace."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t">    <span class="nam">space</span> <span class="op">=</span> <span class="nam">ConfigurationSpace</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t">        <span class="nam">name</span><span class="op">=</span><span class="str">"cs_test"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t">        <span class="nam">space</span><span class="op">=</span><span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t">            <span class="str">"hp_int"</span><span class="op">:</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">100000</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t">            <span class="str">"hp_int_quant"</span><span class="op">:</span> <span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="num">100000</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">            <span class="str">"hp_float"</span><span class="op">:</span> <span class="op">(</span><span class="num">0.0</span><span class="op">,</span> <span class="num">1.0</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t">            <span class="str">"hp_categorical"</span><span class="op">:</span> <span class="op">[</span><span class="str">"a"</span><span class="op">,</span> <span class="str">"b"</span><span class="op">,</span> <span class="str">"c"</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">            <span class="str">"hp_constant"</span><span class="op">:</span> <span class="num">1337</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">        <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">    <span class="nam">space</span><span class="op">[</span><span class="str">"hp_int_quant"</span><span class="op">]</span><span class="op">.</span><span class="nam">meta</span> <span class="op">=</span> <span class="op">{</span><span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">:</span> <span class="num">5</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">    <span class="nam">space</span><span class="op">[</span><span class="str">"hp_float"</span><span class="op">]</span><span class="op">.</span><span class="nam">meta</span> <span class="op">=</span> <span class="op">{</span><span class="nam">QUANTIZATION_BINS_META_KEY</span><span class="op">:</span> <span class="num">11</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">    <span class="nam">monkey_patch_cs_quantization</span><span class="op">(</span><span class="nam">space</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">    <span class="nam">space</span><span class="op">.</span><span class="nam">seed</span><span class="op">(</span><span class="nam">SEED</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">    <span class="key">assert</span> <span class="nam">dict</span><span class="op">(</span><span class="nam">space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="op">)</span><span class="op">)</span> <span class="op">==</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">        <span class="str">"hp_categorical"</span><span class="op">:</span> <span class="str">"c"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">        <span class="str">"hp_constant"</span><span class="op">:</span> <span class="num">1337</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">        <span class="str">"hp_float"</span><span class="op">:</span> <span class="num">0.6</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t">        <span class="str">"hp_int"</span><span class="op">:</span> <span class="num">60263</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">        <span class="str">"hp_int_quant"</span><span class="op">:</span> <span class="num">0</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">    <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">    <span class="key">assert</span> <span class="op">[</span><span class="nam">dict</span><span class="op">(</span><span class="nam">conf</span><span class="op">)</span> <span class="key">for</span> <span class="nam">conf</span> <span class="key">in</span> <span class="nam">space</span><span class="op">.</span><span class="nam">sample_configuration</span><span class="op">(</span><span class="num">3</span><span class="op">)</span><span class="op">]</span> <span class="op">==</span> <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">        <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">            <span class="str">"hp_categorical"</span><span class="op">:</span> <span class="str">"a"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">            <span class="str">"hp_constant"</span><span class="op">:</span> <span class="num">1337</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">            <span class="str">"hp_float"</span><span class="op">:</span> <span class="num">0.4</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">            <span class="str">"hp_int"</span><span class="op">:</span> <span class="num">59150</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">            <span class="str">"hp_int_quant"</span><span class="op">:</span> <span class="num">50000</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">        <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">        <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">            <span class="str">"hp_categorical"</span><span class="op">:</span> <span class="str">"a"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">            <span class="str">"hp_constant"</span><span class="op">:</span> <span class="num">1337</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">            <span class="str">"hp_float"</span><span class="op">:</span> <span class="num">0.3</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">            <span class="str">"hp_int"</span><span class="op">:</span> <span class="num">65725</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">            <span class="str">"hp_int_quant"</span><span class="op">:</span> <span class="num">75000</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">        <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">        <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">            <span class="str">"hp_categorical"</span><span class="op">:</span> <span class="str">"b"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">            <span class="str">"hp_constant"</span><span class="op">:</span> <span class="num">1337</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">            <span class="str">"hp_float"</span><span class="op">:</span> <span class="num">0.6</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">            <span class="str">"hp_int"</span><span class="op">:</span> <span class="num">84654</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">            <span class="str">"hp_int_quant"</span><span class="op">:</span> <span class="num">25000</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">        <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">    <span class="op">]</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
     <div class="content">
@@ -156,7 +247,7 @@ <h2>
             <a class="nav" href="z_fdd0616ad8099d78_spaces_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fdd0616ad8099d78_spaces_test_py.html b/htmlcov/z_fdd0616ad8099d78_spaces_test_py.html
index 68ddc137b4..63545ff186 100644
--- a/htmlcov/z_fdd0616ad8099d78_spaces_test_py.html
+++ b/htmlcov/z_fdd0616ad8099d78_spaces_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fc7f0a2d8bc93d67_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -340,7 +340,7 @@ <h2>
             <a class="nav" href="z_fc7f0a2d8bc93d67_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea___init___py.html b/htmlcov/z_feb2aa4ec14319ea___init___py.html
index b620f05ce8..e9fa583bd1 100644
--- a/htmlcov/z_feb2aa4ec14319ea___init___py.html
+++ b/htmlcov/z_feb2aa4ec14319ea___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_common_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -99,7 +99,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_common_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_common_py.html b/htmlcov/z_feb2aa4ec14319ea_common_py.html
index 0e6c253514..5db6df6a07 100644
--- a/htmlcov/z_feb2aa4ec14319ea_common_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_common_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_experiment_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -339,7 +339,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_experiment_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_experiment_data_py.html b/htmlcov/z_feb2aa4ec14319ea_experiment_data_py.html
index 728966b7f0..ffa44257e8 100644
--- a/htmlcov/z_feb2aa4ec14319ea_experiment_data_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_experiment_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_schema_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -301,7 +301,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_schema_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_experiment_py.html b/htmlcov/z_feb2aa4ec14319ea_experiment_py.html
index f4e58c31d3..bc73b9866a 100644
--- a/htmlcov/z_feb2aa4ec14319ea_experiment_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_experiment_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_experiment_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -294,8 +294,8 @@ <h2>
     <p class="pln"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t">        <span class="nam">cur_result</span><span class="op">:</span> <span class="nam">CursorResult</span><span class="op">[</span><span class="nam">Tuple</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="nam">conn</span><span class="op">.</span><span class="nam">execute</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t">            <span class="nam">select</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">                <span class="nam">column</span><span class="op">(</span><span class="fst">f"</span><span class="op">{</span><span class="nam">field</span><span class="op">}</span><span class="fst">_id</span><span class="fst">"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">                <span class="nam">column</span><span class="op">(</span><span class="fst">f"</span><span class="op">{</span><span class="nam">field</span><span class="op">}</span><span class="fst">_value</span><span class="fst">"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">                <span class="nam">column</span><span class="op">(</span><span class="str">f"{field}_id"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">                <span class="nam">column</span><span class="op">(</span><span class="str">f"{field}_value"</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t">            <span class="op">.</span><span class="nam">select_from</span><span class="op">(</span><span class="nam">table</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">            <span class="op">.</span><span class="nam">where</span><span class="op">(</span><span class="op">*</span><span class="op">[</span><span class="nam">column</span><span class="op">(</span><span class="nam">key</span><span class="op">)</span> <span class="op">==</span> <span class="nam">val</span> <span class="key">for</span> <span class="op">(</span><span class="nam">key</span><span class="op">,</span> <span class="nam">val</span><span class="op">)</span> <span class="key">in</span> <span class="nam">kwargs</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -452,7 +452,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_experiment_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_schema_py.html b/htmlcov/z_feb2aa4ec14319ea_schema_py.html
index 27f52d9e77..aa504e9e70 100644
--- a/htmlcov/z_feb2aa4ec14319ea_schema_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_schema_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_storage_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -322,7 +322,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_storage_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_storage_py.html b/htmlcov/z_feb2aa4ec14319ea_storage_py.html
index 5d9736cbc2..6f873637b5 100644
--- a/htmlcov/z_feb2aa4ec14319ea_storage_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_storage_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_trial_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -115,7 +115,7 @@ <h2>
     <p class="run"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">        <span class="nam">lazy_schema_create</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">.</span><span class="nam">pop</span><span class="op">(</span><span class="str">"lazy_schema_create"</span><span class="op">,</span> <span class="key">False</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_log_sql</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">.</span><span class="nam">pop</span><span class="op">(</span><span class="str">"log_sql"</span><span class="op">,</span> <span class="key">False</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_url</span> <span class="op">=</span> <span class="nam">URL</span><span class="op">.</span><span class="nam">create</span><span class="op">(</span><span class="op">**</span><span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_repr</span> <span class="op">=</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_url</span><span class="op">.</span><span class="nam">get_backend_name</span><span class="op">(</span><span class="op">)</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_url</span><span class="op">.</span><span class="nam">database</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_repr</span> <span class="op">=</span> <span class="str">f"{self._url.get_backend_name()}:{self._url.database}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Connect to the database: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_engine</span> <span class="op">=</span> <span class="nam">create_engine</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_url</span><span class="op">,</span> <span class="nam">echo</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_log_sql</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_db_schema</span><span class="op">:</span> <span class="nam">DbSchema</span>&nbsp;</span><span class="r"></span></p>
@@ -188,7 +188,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_trial_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_trial_data_py.html b/htmlcov/z_feb2aa4ec14319ea_trial_data_py.html
index 3407a45748..a974e27a83 100644
--- a/htmlcov/z_feb2aa4ec14319ea_trial_data_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_trial_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_tunable_config_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -235,7 +235,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_tunable_config_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_trial_py.html b/htmlcov/z_feb2aa4ec14319ea_trial_py.html
index c7709b1c1b..c21793c0ed 100644
--- a/htmlcov/z_feb2aa4ec14319ea_trial_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_trial_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_trial_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -160,8 +160,8 @@ <h2>
     <p class="run"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">                    <span class="key">if</span> <span class="nam">cur_status</span><span class="op">.</span><span class="nam">rowcount</span> <span class="key">not</span> <span class="key">in</span> <span class="op">{</span><span class="num">1</span><span class="op">,</span> <span class="op">-</span><span class="num">1</span><span class="op">}</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">                        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">warning</span><span class="op">(</span><span class="str">"Trial %s :: update failed: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">status</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">                        <span class="key">raise</span> <span class="nam">RuntimeError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">                            <span class="fst">f"</span><span class="fst">Failed to update the status of the trial </span><span class="op">{</span><span class="nam">self</span><span class="op">}</span><span class="fst"> to </span><span class="op">{</span><span class="nam">status</span><span class="op">}</span><span class="fst">. </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">                            <span class="fst">f"</span><span class="fst">(</span><span class="op">{</span><span class="nam">cur_status</span><span class="op">.</span><span class="nam">rowcount</span><span class="op">}</span><span class="fst"> rows)</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">                            <span class="str">f"Failed to update the status of the trial {self} to {status}. "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">                            <span class="str">f"({cur_status.rowcount} rows)"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">                        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">                    <span class="key">if</span> <span class="nam">metrics</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">                        <span class="nam">conn</span><span class="op">.</span><span class="nam">execute</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -179,7 +179,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">                        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">                <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">                    <span class="com"># Update of the status and ts_start when starting the trial:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">                    <span class="key">assert</span> <span class="nam">metrics</span> <span class="key">is</span> <span class="key">None</span><span class="op">,</span> <span class="fst">f"</span><span class="fst">Unexpected metrics for status: </span><span class="op">{</span><span class="nam">status</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">                    <span class="key">assert</span> <span class="nam">metrics</span> <span class="key">is</span> <span class="key">None</span><span class="op">,</span> <span class="str">f"Unexpected metrics for status: {status}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">                    <span class="nam">cur_status</span> <span class="op">=</span> <span class="nam">conn</span><span class="op">.</span><span class="nam">execute</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">                        <span class="nam">self</span><span class="op">.</span><span class="nam">_schema</span><span class="op">.</span><span class="nam">trial</span><span class="op">.</span><span class="nam">update</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">                        <span class="op">.</span><span class="nam">where</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -267,7 +267,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_trial_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_tunable_config_data_py.html b/htmlcov/z_feb2aa4ec14319ea_tunable_config_data_py.html
index 68e8e8c88b..3b405eb0e5 100644
--- a/htmlcov/z_feb2aa4ec14319ea_tunable_config_data_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_tunable_config_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -128,7 +128,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html b/htmlcov/z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html
index 47281c2236..bab90d7d3e 100644
--- a/htmlcov/z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_storage_factory_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -197,7 +197,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_storage_factory_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9___init___py.html b/htmlcov/z_ffd0e22b8f179be9___init___py.html
index 75609e1306..7ff36dd239 100644
--- a/htmlcov/z_ffd0e22b8f179be9___init___py.html
+++ b/htmlcov/z_ffd0e22b8f179be9___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_23ca098d381c2703___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -224,14 +224,14 @@ <h2>
     <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">    <span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">        <span class="nam">warning</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">            <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">                <span class="fst">f"</span><span class="fst">Found differences in dir trees </span><span class="op">{</span><span class="nam">dir1</span><span class="op">}</span><span class="fst">, </span><span class="op">{</span><span class="nam">dir2</span><span class="op">}</span><span class="fst">:\n</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">                <span class="fst">f"</span><span class="op">{</span><span class="nam">dirs_cmp</span><span class="op">.</span><span class="nam">diff_files</span><span class="op">}</span><span class="fst">\n</span><span class="op">{</span><span class="nam">dirs_cmp</span><span class="op">.</span><span class="nam">funny_files</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">                <span class="str">f"Found differences in dir trees {dir1}, {dir2}:\n"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">                <span class="str">f"{dirs_cmp.diff_files}\n{dirs_cmp.funny_files}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">        <span class="key">return</span> <span class="key">False</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">    <span class="op">(</span><span class="nam">_</span><span class="op">,</span> <span class="nam">mismatch</span><span class="op">,</span> <span class="nam">errors</span><span class="op">)</span> <span class="op">=</span> <span class="nam">filecmp</span><span class="op">.</span><span class="nam">cmpfiles</span><span class="op">(</span><span class="nam">dir1</span><span class="op">,</span> <span class="nam">dir2</span><span class="op">,</span> <span class="nam">dirs_cmp</span><span class="op">.</span><span class="nam">common_files</span><span class="op">,</span> <span class="nam">shallow</span><span class="op">=</span><span class="key">False</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">    <span class="key">if</span> <span class="nam">len</span><span class="op">(</span><span class="nam">mismatch</span><span class="op">)</span> <span class="op">></span> <span class="num">0</span> <span class="key">or</span> <span class="nam">len</span><span class="op">(</span><span class="nam">errors</span><span class="op">)</span> <span class="op">></span> <span class="num">0</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">        <span class="nam">warning</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Found differences in files:\n</span><span class="op">{</span><span class="nam">mismatch</span><span class="op">}</span><span class="fst">\n</span><span class="op">{</span><span class="nam">errors</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">        <span class="nam">warning</span><span class="op">(</span><span class="str">f"Found differences in files:\n{mismatch}\n{errors}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">        <span class="key">return</span> <span class="key">False</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">    <span class="key">for</span> <span class="nam">common_dir</span> <span class="key">in</span> <span class="nam">dirs_cmp</span><span class="op">.</span><span class="nam">common_dirs</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">        <span class="nam">new_dir1</span> <span class="op">=</span> <span class="nam">os</span><span class="op">.</span><span class="nam">path</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="nam">dir1</span><span class="op">,</span> <span class="nam">common_dir</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -248,7 +248,7 @@ <h2>
             <a class="nav" href="z_23ca098d381c2703___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_conftest_py.html b/htmlcov/z_ffd0e22b8f179be9_conftest_py.html
index 98a4d41aa8..444e5d55de 100644
--- a/htmlcov/z_ffd0e22b8f179be9_conftest_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_dict_templater_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -175,7 +175,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">    <span class="com"># Use the xdist testrun UID to ensure that the docker-compose project name</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">    <span class="com"># is unique across sessions, but shared amongst workers.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t">    <span class="key">return</span> <span class="fst">f"</span><span class="fst">mlos_bench-test-</span><span class="op">{</span><span class="nam">short_testrun_uid</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t">    <span class="key">return</span> <span class="str">f"mlos_bench-test-{short_testrun_uid}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t"><span class="op">@</span><span class="nam">pytest</span><span class="op">.</span><span class="nam">fixture</span><span class="op">(</span><span class="nam">scope</span><span class="op">=</span><span class="str">"session"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -193,7 +193,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t"><span class="str">        worker is using the docker services.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">    <span class="key">return</span> <span class="nam">InterProcessReaderWriterLock</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t">        <span class="fst">f"</span><span class="op">{</span><span class="nam">shared_temp_dir</span><span class="op">}</span><span class="fst">/pytest_docker_services-</span><span class="op">{</span><span class="nam">short_testrun_uid</span><span class="op">}</span><span class="fst">.lock</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t">        <span class="str">f"{shared_temp_dir}/pytest_docker_services-{short_testrun_uid}.lock"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -208,7 +208,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t"><span class="str">        A lock to ensure that only one worker is doing setup/teardown at a time.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">    <span class="key">return</span> <span class="nam">InterProcessLock</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">        <span class="fst">f"</span><span class="op">{</span><span class="nam">shared_temp_dir</span><span class="op">}</span><span class="fst">/pytest_docker_services-setup-teardown-</span><span class="op">{</span><span class="nam">short_testrun_uid</span><span class="op">}</span><span class="fst">.lock</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">        <span class="str">f"{shared_temp_dir}/pytest_docker_services-setup-teardown-{short_testrun_uid}.lock"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -270,7 +270,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_dict_templater_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_dict_templater_test_py.html b/htmlcov/z_ffd0e22b8f179be9_dict_templater_test_py.html
index e1ab5e38ee..2ac11cadad 100644
--- a/htmlcov/z_ffd0e22b8f179be9_dict_templater_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_dict_templater_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -167,7 +167,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">    <span class="nam">results</span> <span class="op">=</span> <span class="nam">DictTemplater</span><span class="op">(</span><span class="nam">source_template_dict</span><span class="op">)</span><span class="op">.</span><span class="nam">expand_vars</span><span class="op">(</span><span class="nam">use_os_env</span><span class="op">=</span><span class="key">True</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">    <span class="key">assert</span> <span class="nam">results</span> <span class="op">==</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">        <span class="str">"extra_str-ref"</span><span class="op">:</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">environ</span><span class="op">[</span><span class="str">'extra_str'</span><span class="op">]</span><span class="op">}</span><span class="fst">-ref</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">        <span class="str">"extra_str-ref"</span><span class="op">:</span> <span class="str">f"{environ['extra_str']}-ref"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">        <span class="str">"str"</span><span class="op">:</span> <span class="str">"string"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">        <span class="str">"str_ref"</span><span class="op">:</span> <span class="str">"string-ref"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">        <span class="str">"secondary_expansion"</span><span class="op">:</span> <span class="str">"string-ref"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -185,7 +185,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">        <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">        <span class="str">"dict"</span><span class="op">:</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">            <span class="str">"nested-str-ref"</span><span class="op">:</span> <span class="str">"nested-string-ref"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">            <span class="str">"nested-extra-str-ref"</span><span class="op">:</span> <span class="fst">f"</span><span class="fst">nested-</span><span class="op">{</span><span class="nam">environ</span><span class="op">[</span><span class="str">'extra_str'</span><span class="op">]</span><span class="op">}</span><span class="fst">-ref</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">            <span class="str">"nested-extra-str-ref"</span><span class="op">:</span> <span class="str">f"nested-{environ['extra_str']}-ref"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">        <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">    <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -198,7 +198,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t">    <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t">    <span class="nam">results</span> <span class="op">=</span> <span class="nam">DictTemplater</span><span class="op">(</span><span class="nam">source_template_dict</span><span class="op">)</span><span class="op">.</span><span class="nam">expand_vars</span><span class="op">(</span><span class="nam">extra_source_dict</span><span class="op">=</span><span class="nam">extra_source_dict</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t">    <span class="key">assert</span> <span class="nam">results</span> <span class="op">==</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">        <span class="str">"extra_str-ref"</span><span class="op">:</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">extra_source_dict</span><span class="op">[</span><span class="str">'extra_str'</span><span class="op">]</span><span class="op">}</span><span class="fst">-ref</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">        <span class="str">"extra_str-ref"</span><span class="op">:</span> <span class="str">f"{extra_source_dict['extra_str']}-ref"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t">        <span class="str">"str"</span><span class="op">:</span> <span class="str">"string"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">        <span class="str">"str_ref"</span><span class="op">:</span> <span class="str">"string-ref"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">        <span class="str">"secondary_expansion"</span><span class="op">:</span> <span class="str">"string-ref"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -216,7 +216,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">        <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">        <span class="str">"dict"</span><span class="op">:</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">            <span class="str">"nested-str-ref"</span><span class="op">:</span> <span class="str">"nested-string-ref"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">            <span class="str">"nested-extra-str-ref"</span><span class="op">:</span> <span class="fst">f"</span><span class="fst">nested-</span><span class="op">{</span><span class="nam">extra_source_dict</span><span class="op">[</span><span class="str">'extra_str'</span><span class="op">]</span><span class="op">}</span><span class="fst">-ref</span><span class="fst">"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">            <span class="str">"nested-extra-str-ref"</span><span class="op">:</span> <span class="str">f"nested-{extra_source_dict['extra_str']}-ref"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">        <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">    <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
 </main>
@@ -228,7 +228,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_event_loop_context_test_py.html b/htmlcov/z_ffd0e22b8f179be9_event_loop_context_test_py.html
index 02c4dd1234..9bed835575 100644
--- a/htmlcov/z_ffd0e22b8f179be9_event_loop_context_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_event_loop_context_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_launcher_in_process_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -114,7 +114,7 @@ <h2>
     <p class="run"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_in_context</span> <span class="op">=</span> <span class="key">False</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="exc show_exc"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">    <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span><span class="op">}</span><span class="fst">(id=</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_id</span><span class="op">}</span><span class="fst">)</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">        <span class="key">return</span> <span class="str">f"{self.__class__.__name__}(id={self._id})"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t">    <span class="key">def</span> <span class="nam">__enter__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">        <span class="key">assert</span> <span class="key">not</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_in_context</span>&nbsp;</span><span class="r"></span></p>
@@ -230,7 +230,7 @@ <h2>
     <p class="run"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">        <span class="nam">future</span> <span class="op">=</span> <span class="nam">event_loop_caller_instance_1</span><span class="op">.</span><span class="nam">EVENT_LOOP_CONTEXT</span><span class="op">.</span><span class="nam">run_coroutine</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">            <span class="nam">asyncio</span><span class="op">.</span><span class="nam">sleep</span><span class="op">(</span><span class="num">0.1</span><span class="op">,</span> <span class="nam">result</span><span class="op">=</span><span class="str">"foo"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Future should not have been available to wait on </span><span class="op">{</span><span class="nam">future</span><span class="op">.</span><span class="nam">result</span><span class="op">(</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">f"Future should not have been available to wait on {future.result()}"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">    <span class="com"># Test that when re-entering the context we have the same event loop.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">    <span class="key">with</span> <span class="nam">event_loop_caller_instance_1</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -260,7 +260,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_launcher_in_process_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_launcher_in_process_test_py.html b/htmlcov/z_ffd0e22b8f179be9_launcher_in_process_test_py.html
index 980ea44295..13564c098b 100644
--- a/htmlcov/z_ffd0e22b8f179be9_launcher_in_process_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_launcher_in_process_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_launcher_parse_args_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -136,7 +136,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_launcher_parse_args_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_launcher_parse_args_test_py.html b/htmlcov/z_ffd0e22b8f179be9_launcher_parse_args_test_py.html
index b93c6878e8..4d3267edaf 100644
--- a/htmlcov/z_ffd0e22b8f179be9_launcher_parse_args_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_launcher_parse_args_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_launcher_run_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -162,7 +162,7 @@ <h2>
     <p class="run"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">    <span class="nam">cli_args</span> <span class="op">=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">        <span class="str">"--config-paths "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">        <span class="op">+</span> <span class="str">" "</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="nam">config_paths</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">        <span class="op">+</span> <span class="fst">f"</span><span class="fst"> --environment </span><span class="op">{</span><span class="nam">ENV_CONF_PATH</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">        <span class="op">+</span> <span class="str">f" --environment {ENV_CONF_PATH}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">        <span class="op">+</span> <span class="str">" --globals globals/global_test_config.jsonc"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">    <span class="nam">launcher</span> <span class="op">=</span> <span class="nam">_get_launcher</span><span class="op">(</span><span class="nam">__name__</span><span class="op">,</span> <span class="nam">cli_args</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -175,7 +175,7 @@ <h2>
     <p class="run"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">    <span class="key">assert</span> <span class="nam">path_join</span><span class="op">(</span><span class="nam">launcher</span><span class="op">.</span><span class="nam">global_config</span><span class="op">[</span><span class="str">"pathVarWithEnvVarRef"</span><span class="op">]</span><span class="op">,</span> <span class="nam">abs_path</span><span class="op">=</span><span class="key">True</span><span class="op">)</span> <span class="op">==</span> <span class="nam">path_join</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">        <span class="nam">os</span><span class="op">.</span><span class="nam">getcwd</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="str">"foo"</span><span class="op">,</span> <span class="nam">abs_path</span><span class="op">=</span><span class="key">True</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">global_config</span><span class="op">[</span><span class="str">"varWithEnvVarRef"</span><span class="op">]</span> <span class="op">==</span> <span class="fst">f"</span><span class="fst">user:</span><span class="op">{</span><span class="nam">getuser</span><span class="op">(</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">global_config</span><span class="op">[</span><span class="str">"varWithEnvVarRef"</span><span class="op">]</span> <span class="op">==</span> <span class="str">f"user:{getuser()}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">teardown</span>  <span class="com"># defaults</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">    <span class="com"># Check that the environment that got loaded looks to be of the right type.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">    <span class="nam">env_config</span> <span class="op">=</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">config_loader</span><span class="op">.</span><span class="nam">load_config</span><span class="op">(</span><span class="nam">ENV_CONF_PATH</span><span class="op">,</span> <span class="nam">ConfigSchema</span><span class="op">.</span><span class="nam">ENVIRONMENT</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -206,7 +206,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">        <span class="op">+</span> <span class="str">" --service services/remote/mock/mock_auth_service.jsonc"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">        <span class="op">+</span> <span class="str">" services/remote/mock/mock_remote_exec_service.jsonc"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">        <span class="op">+</span> <span class="str">" --scheduler schedulers/sync_scheduler.jsonc"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">        <span class="op">+</span> <span class="fst">f"</span><span class="fst"> --environment </span><span class="op">{</span><span class="nam">ENV_CONF_PATH</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">        <span class="op">+</span> <span class="str">f" --environment {ENV_CONF_PATH}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">        <span class="op">+</span> <span class="str">" --globals globals/global_test_config.jsonc"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">        <span class="op">+</span> <span class="str">" --globals globals/global_test_extra_config.jsonc"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">        <span class="str">" --test_global_value_2 from-args"</span>&nbsp;</span><span class="r"></span></p>
@@ -228,7 +228,7 @@ <h2>
     <p class="run"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">    <span class="key">assert</span> <span class="nam">path_join</span><span class="op">(</span><span class="nam">launcher</span><span class="op">.</span><span class="nam">global_config</span><span class="op">[</span><span class="str">"pathVarWithEnvVarRef"</span><span class="op">]</span><span class="op">,</span> <span class="nam">abs_path</span><span class="op">=</span><span class="key">True</span><span class="op">)</span> <span class="op">==</span> <span class="nam">path_join</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">        <span class="nam">os</span><span class="op">.</span><span class="nam">getcwd</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="str">"foo"</span><span class="op">,</span> <span class="nam">abs_path</span><span class="op">=</span><span class="key">True</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">global_config</span><span class="op">[</span><span class="str">"varWithEnvVarRef"</span><span class="op">]</span> <span class="op">==</span> <span class="fst">f"</span><span class="fst">user:</span><span class="op">{</span><span class="nam">getuser</span><span class="op">(</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">global_config</span><span class="op">[</span><span class="str">"varWithEnvVarRef"</span><span class="op">]</span> <span class="op">==</span> <span class="str">f"user:{getuser()}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">teardown</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">    <span class="com"># Check that the environment that got loaded looks to be of the right type.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">    <span class="nam">env_config</span> <span class="op">=</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">config_loader</span><span class="op">.</span><span class="nam">load_config</span><span class="op">(</span><span class="nam">ENV_CONF_PATH</span><span class="op">,</span> <span class="nam">ConfigSchema</span><span class="op">.</span><span class="nam">ENVIRONMENT</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -254,11 +254,11 @@ <h2>
     <p class="run"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t">    <span class="nam">globals_file</span> <span class="op">=</span> <span class="str">"globals/global_test_config.jsonc"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">    <span class="com"># Here we have multiple --config-path and --service args, each with their own path.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t">    <span class="nam">cli_args</span> <span class="op">=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t">        <span class="str">" "</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="op">[</span><span class="fst">f"</span><span class="fst">--config-path </span><span class="op">{</span><span class="nam">config_path</span><span class="op">}</span><span class="fst">"</span> <span class="key">for</span> <span class="nam">config_path</span> <span class="key">in</span> <span class="nam">config_paths</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t">        <span class="op">+</span> <span class="fst">f"</span><span class="fst"> --config </span><span class="op">{</span><span class="nam">config_file</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t">        <span class="str">" "</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="op">[</span><span class="str">f"--config-path {config_path}"</span> <span class="key">for</span> <span class="nam">config_path</span> <span class="key">in</span> <span class="nam">config_paths</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t">        <span class="op">+</span> <span class="str">f" --config {config_file}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t">        <span class="op">+</span> <span class="str">" --service services/remote/mock/mock_auth_service.jsonc"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t178" href="#t178">178</a></span><span class="t">        <span class="op">+</span> <span class="str">" --service services/remote/mock/mock_remote_exec_service.jsonc"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t">        <span class="op">+</span> <span class="fst">f"</span><span class="fst"> --globals </span><span class="op">{</span><span class="nam">globals_file</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t">        <span class="op">+</span> <span class="str">f" --globals {globals_file}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t">        <span class="op">+</span> <span class="str">" --experiment_id MockeryExperiment"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t">        <span class="op">+</span> <span class="str">" --no-teardown"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t">        <span class="op">+</span> <span class="str">" --random-init"</span>&nbsp;</span><span class="r"></span></p>
@@ -281,7 +281,7 @@ <h2>
     <p class="run"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t">    <span class="key">assert</span> <span class="nam">path_join</span><span class="op">(</span><span class="nam">launcher</span><span class="op">.</span><span class="nam">global_config</span><span class="op">[</span><span class="str">"pathVarWithEnvVarRef"</span><span class="op">]</span><span class="op">,</span> <span class="nam">abs_path</span><span class="op">=</span><span class="key">True</span><span class="op">)</span> <span class="op">==</span> <span class="nam">path_join</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t">        <span class="nam">os</span><span class="op">.</span><span class="nam">getcwd</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="str">"foo"</span><span class="op">,</span> <span class="nam">abs_path</span><span class="op">=</span><span class="key">True</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">global_config</span><span class="op">[</span><span class="str">"varWithEnvVarRef"</span><span class="op">]</span> <span class="op">==</span> <span class="fst">f"</span><span class="fst">user:</span><span class="op">{</span><span class="nam">getuser</span><span class="op">(</span><span class="op">)</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">global_config</span><span class="op">[</span><span class="str">"varWithEnvVarRef"</span><span class="op">]</span> <span class="op">==</span> <span class="str">f"user:{getuser()}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t">    <span class="key">assert</span> <span class="key">not</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">teardown</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t">    <span class="nam">config</span> <span class="op">=</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">config_loader</span><span class="op">.</span><span class="nam">load_config</span><span class="op">(</span><span class="nam">config_file</span><span class="op">,</span> <span class="nam">ConfigSchema</span><span class="op">.</span><span class="nam">CLI</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -339,9 +339,9 @@ <h2>
     <p class="pln"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t">    <span class="com"># Here we don't override values in test-cli-config with cli args but ensure that</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t">    <span class="com"># those take precedence over other config files.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t">    <span class="nam">cli_args</span> <span class="op">=</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t">        <span class="str">" "</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="op">[</span><span class="fst">f"</span><span class="fst">--config-path </span><span class="op">{</span><span class="nam">config_path</span><span class="op">}</span><span class="fst">"</span> <span class="key">for</span> <span class="nam">config_path</span> <span class="key">in</span> <span class="nam">config_paths</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t">        <span class="op">+</span> <span class="fst">f"</span><span class="fst"> --config </span><span class="op">{</span><span class="nam">config_file</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t">        <span class="op">+</span> <span class="fst">f"</span><span class="fst"> --globals </span><span class="op">{</span><span class="nam">globals_file</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t">        <span class="str">" "</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="op">[</span><span class="str">f"--config-path {config_path}"</span> <span class="key">for</span> <span class="nam">config_path</span> <span class="key">in</span> <span class="nam">config_paths</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t">        <span class="op">+</span> <span class="str">f" --config {config_file}"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t">        <span class="op">+</span> <span class="str">f" --globals {globals_file}"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t263" href="#t263">263</a></span><span class="t">        <span class="op">+</span> <span class="str">" --max-suggestions 10"</span>  <span class="com"># check for - to _ conversion too</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t264" href="#t264">264</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t265" href="#t265">265</a></span><span class="t">    <span class="nam">launcher</span> <span class="op">=</span> <span class="nam">_get_launcher</span><span class="op">(</span><span class="nam">__name__</span><span class="op">,</span> <span class="nam">cli_args</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -365,7 +365,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_launcher_run_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_launcher_run_test_py.html b/htmlcov/z_ffd0e22b8f179be9_launcher_run_test_py.html
index 9955e9212e..bfa6b8f31a 100644
--- a/htmlcov/z_ffd0e22b8f179be9_launcher_run_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_launcher_run_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -138,7 +138,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">            <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t">                <span class="str">"./mlos_bench/mlos_bench/run.py"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">                <span class="op">+</span> <span class="str">" --config_path ./mlos_bench/mlos_bench/tests/config/"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">                <span class="op">+</span> <span class="fst">f"</span><span class="fst"> </span><span class="op">{</span><span class="nam">cli_config</span><span class="op">}</span><span class="fst"> --log_file '</span><span class="op">{</span><span class="nam">log_path</span><span class="op">}</span><span class="fst">'</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">                <span class="op">+</span> <span class="str">f" {cli_config} --log_file '{log_path}'"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">            <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">            <span class="nam">cwd</span><span class="op">=</span><span class="nam">root_path</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -151,7 +151,7 @@ <h2>
     <p class="run"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">                <span class="key">for</span> <span class="nam">line</span> <span class="key">in</span> <span class="nam">fh_out</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">                    <span class="key">if</span> <span class="nam">re_log</span><span class="op">.</span><span class="nam">match</span><span class="op">(</span><span class="nam">line</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">                        <span class="nam">re_log</span> <span class="op">=</span> <span class="nam">re</span><span class="op">.</span><span class="nam">compile</span><span class="op">(</span><span class="nam">next</span><span class="op">(</span><span class="nam">iter_expected</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">            <span class="key">assert</span> <span class="key">False</span><span class="op">,</span> <span class="fst">f"</span><span class="fst">Pattern not found: '</span><span class="op">{</span><span class="nam">re_log</span><span class="op">.</span><span class="nam">pattern</span><span class="op">}</span><span class="fst">'</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">            <span class="key">assert</span> <span class="key">False</span><span class="op">,</span> <span class="str">f"Pattern not found: '{re_log.pattern}'"</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">        <span class="key">except</span> <span class="nam">StopIteration</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">            <span class="key">pass</span>  <span class="com"># Success: all patterns found</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -170,7 +170,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">        <span class="op">+</span> <span class="str">" --trial_config_repeat_count 5"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">        <span class="op">+</span> <span class="str">" --mock_env_seed -1"</span><span class="op">,</span>  <span class="com"># Deterministic Mock Environment.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">            <span class="fst">f"</span><span class="fst">^</span><span class="op">{</span><span class="nam">_RE_DATE</span><span class="op">}</span><span class="fst"> run\\.py:\\d+ </span><span class="fst">"</span> <span class="op">+</span> <span class="str">r"_main INFO Final score: \{'score': 67\.40\d+\}\s*$"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">            <span class="str">f"^{_RE_DATE} run\\.py:\\d+ "</span> <span class="op">+</span> <span class="str">r"_main INFO Final score: \{'score': 67\.40\d+\}\s*$"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">        <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -190,7 +190,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">        <span class="op">+</span> <span class="str">" --trial_config_repeat_count 5"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">        <span class="op">+</span> <span class="str">" --mock_env_seed -1"</span><span class="op">,</span>  <span class="com"># Deterministic Mock Environment.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">            <span class="fst">f"</span><span class="fst">^</span><span class="op">{</span><span class="nam">_RE_DATE</span><span class="op">}</span><span class="fst"> run\\.py:\\d+ </span><span class="fst">"</span> <span class="op">+</span> <span class="str">r"_main INFO Final score: \{'score': 67\.11\d+\}\s*$"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">            <span class="str">f"^{_RE_DATE} run\\.py:\\d+ "</span> <span class="op">+</span> <span class="str">r"_main INFO Final score: \{'score': 67\.11\d+\}\s*$"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t">        <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -208,16 +208,16 @@ <h2>
     <p class="pln"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">        <span class="op">+</span> <span class="str">" --mock_env_seed 42"</span><span class="op">,</span>  <span class="com"># Noisy Mock Environment.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">        <span class="op">[</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">            <span class="com"># Iteration 1: Expect first value to be the baseline</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">            <span class="fst">f"</span><span class="fst">^</span><span class="op">{</span><span class="nam">_RE_DATE</span><span class="op">}</span><span class="fst"> mlos_core_optimizer\\.py:\\d+ </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">            <span class="str">f"^{_RE_DATE} mlos_core_optimizer\\.py:\\d+ "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">            <span class="op">+</span> <span class="str">r"bulk_register DEBUG Warm-up END: .* :: \{'score': 64\.53\d+\}$"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">            <span class="com"># Iteration 2: The result may not always be deterministic</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">            <span class="fst">f"</span><span class="fst">^</span><span class="op">{</span><span class="nam">_RE_DATE</span><span class="op">}</span><span class="fst"> mlos_core_optimizer\\.py:\\d+ </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">            <span class="str">f"^{_RE_DATE} mlos_core_optimizer\\.py:\\d+ "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t">            <span class="op">+</span> <span class="str">r"bulk_register DEBUG Warm-up END: .* :: \{'score': \d+\.\d+\}$"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">            <span class="com"># Iteration 3: non-deterministic (depends on the optimizer)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">            <span class="fst">f"</span><span class="fst">^</span><span class="op">{</span><span class="nam">_RE_DATE</span><span class="op">}</span><span class="fst"> mlos_core_optimizer\\.py:\\d+ </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">            <span class="str">f"^{_RE_DATE} mlos_core_optimizer\\.py:\\d+ "</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">            <span class="op">+</span> <span class="str">r"bulk_register DEBUG Warm-up END: .* :: \{'score': \d+\.\d+\}$"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">            <span class="com"># Final result: baseline is the optimum for the mock environment</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">            <span class="fst">f"</span><span class="fst">^</span><span class="op">{</span><span class="nam">_RE_DATE</span><span class="op">}</span><span class="fst"> run\\.py:\\d+ </span><span class="fst">"</span> <span class="op">+</span> <span class="str">r"_main INFO Final score: \{'score': 64\.53\d+\}\s*$"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">            <span class="str">f"^{_RE_DATE} run\\.py:\\d+ "</span> <span class="op">+</span> <span class="str">r"_main INFO Final score: \{'score': 64\.53\d+\}\s*$"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">        <span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 </main>
@@ -229,7 +229,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_test_with_alt_tz_py.html b/htmlcov/z_ffd0e22b8f179be9_test_with_alt_tz_py.html
index 31cdb79d56..1a60e96d49 100644
--- a/htmlcov/z_ffd0e22b8f179be9_test_with_alt_tz_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_test_with_alt_tz_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -124,7 +124,7 @@ <h2>
     <p class="mis show_mis"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t">        <span class="nam">print</span><span class="op">(</span><span class="nam">cmd</span><span class="op">.</span><span class="nam">stdout</span><span class="op">.</span><span class="nam">decode</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t">        <span class="nam">print</span><span class="op">(</span><span class="nam">cmd</span><span class="op">.</span><span class="nam">stderr</span><span class="op">.</span><span class="nam">decode</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">        <span class="key">raise</span> <span class="nam">AssertionError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">            <span class="fst">f"</span><span class="fst">Test(s) failed: # TZ='</span><span class="op">{</span><span class="nam">tz_name</span><span class="op">}</span><span class="fst">' '</span><span class="op">{</span><span class="nam">sys</span><span class="op">.</span><span class="nam">executable</span><span class="op">}</span><span class="fst">' -m pytest -n0 '</span><span class="op">{</span><span class="nam">test_file</span><span class="op">}</span><span class="fst">'</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">            <span class="str">f"Test(s) failed: # TZ='{tz_name}' '{sys.executable}' -m pytest -n0 '{test_file}'"</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
@@ -135,7 +135,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html b/htmlcov/z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html
index 0e3f26e894..16ae076225 100644
--- a/htmlcov/z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -232,7 +232,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_util_git_test_py.html b/htmlcov/z_ffd0e22b8f179be9_util_git_test_py.html
index f43f380517..f5938d628f 100644
--- a/htmlcov/z_ffd0e22b8f179be9_util_git_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_util_git_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_util_nullable_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -105,7 +105,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_util_nullable_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_util_nullable_test_py.html b/htmlcov/z_ffd0e22b8f179be9_util_nullable_test_py.html
index dd0746d0ad..a23ad4bf87 100644
--- a/htmlcov/z_ffd0e22b8f179be9_util_nullable_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_util_nullable_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_util_try_parse_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -123,7 +123,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_util_try_parse_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_util_try_parse_test_py.html b/htmlcov/z_ffd0e22b8f179be9_util_try_parse_test_py.html
index fc2321d32c..9a797c33e9 100644
--- a/htmlcov/z_ffd0e22b8f179be9_util_try_parse_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_util_try_parse_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_94faf145c9e5d9d2___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -113,7 +113,7 @@ <h2>
             <a class="nav" href="z_94faf145c9e5d9d2___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-21 00:38 +0000
+            created at 2024-08-21 23:11 +0000
         </p>
     </div>
 </footer>
diff --git a/index.html b/index.html
index a97fc52368..a328fda291 100644
--- a/index.html
+++ b/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Welcome to the MLOS documentation! &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>Welcome to the MLOS documentation! &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="_static/documentation_options.js?v=f15b420e"></script>
         <script src="_static/doctools.js?v=9a2dae69"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -36,7 +36,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/objects.inv b/objects.inv
index 7e928b5ef4..6b19ea2e2c 100644
Binary files a/objects.inv and b/objects.inv differ
diff --git a/overview.html b/overview.html
index 056e4d37d2..d631e4b03b 100644
--- a/overview.html
+++ b/overview.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>MLOS Package APIs Overview &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>MLOS Package APIs Overview &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="_static/documentation_options.js?v=f15b420e"></script>
         <script src="_static/doctools.js?v=9a2dae69"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/py-modindex.html b/py-modindex.html
index 5adf768136..c49d8888f9 100644
--- a/py-modindex.html
+++ b/py-modindex.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Python Module Index &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>Python Module Index &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/plot_directive.css" />
@@ -13,7 +13,7 @@
     <script src="_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="_static/documentation_options.js?v=f15b420e"></script>
         <script src="_static/doctools.js?v=9a2dae69"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/search.html b/search.html
index 0a85686e8a..76515cbb20 100644
--- a/search.html
+++ b/search.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Search &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>Search &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="_static/documentation_options.js?v=f15b420e"></script>
         <script src="_static/doctools.js?v=9a2dae69"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="#" method="get">
diff --git a/searchindex.js b/searchindex.js
index b5c9e7efee..304fc0fd4c 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"1. Install and activate the conda environment": [[165, "install-and-activate-the-conda-environment"]], "2. Make sure that you have Azure CLI tool installed and working": [[165, "make-sure-that-you-have-azure-cli-tool-installed-and-working"]], "3. Generate access tokens to interact with Azure resources": [[165, "generate-access-tokens-to-interact-with-azure-resources"]], "4. Create a JSON config with DB credentials (Optional)": [[165, "create-a-json-config-with-db-credentials-optional"]], "5. Create a top-level configuration file for your MLOS setup": [[165, "create-a-top-level-configuration-file-for-your-mlos-setup"]], "5. Create another config file for the parameters specific to your experiment": [[165, "create-another-config-file-for-the-parameters-specific-to-your-experiment"]], "6. Run the benchmark": [[165, "run-the-benchmark"]], "API Overview": [[162, null]], "API Reference": [[162, null]], "Analysis Client Access APIs": [[163, "analysis-client-access-apis"]], "Analyzing Results": [[165, "analyzing-results"]], "Base Runtime Backends": [[163, "base-runtime-backends"]], "Benchmark Environments": [[163, "benchmark-environments"]], "Contents": [[164, "contents"]], "Contributing": [[164, "contributing"]], "Converters": [[163, "converters"]], "Description": [[165, "description"], [166, "description"]], "Example": [[31, "example"]], "Examples": [[164, "examples"]], "Features": [[165, "features"], [166, "features"]], "Getting Started": [[164, "getting-started"]], "Importance of the Experiment ID config": [[165, "importance-of-the-experiment-id-config"]], "Installation": [[164, "installation"]], "Local Environments": [[163, "local-environments"]], "Local Services": [[163, "local-services"]], "MLOS": [[164, null]], "MLOS Package APIs Overview": [[163, null]], "Main": [[163, "main"]], "Optimization": [[165, "optimization"]], "Optimizer Adapters": [[163, "optimizer-adapters"]], "Optimizers": [[163, "optimizers"]], "Organization": [[164, "organization"]], "Overview": [[164, "overview"]], "Quickstart": [[165, "quickstart"]], "References": [[162, null]], "Remote Azure Services": [[163, "remote-azure-services"]], "Remote Environments": [[163, "remote-environments"]], "Resuming interrupted experiments": [[165, "resuming-interrupted-experiments"]], "SQL DB Storage Backend": [[163, "sql-db-storage-backend"]], "See Also": [[164, "see-also"]], "Service Mix-ins": [[163, "service-mix-ins"]], "Source Tree Documentation": [[162, null]], "Space Adapters": [[163, "space-adapters"]], "Spaces": [[163, "spaces"]], "Storage": [[163, "storage"]], "Submodules": [[0, "submodules"], [2, "submodules"], [5, "submodules"], [8, "submodules"], [12, "submodules"], [23, "submodules"], [33, "submodules"], [36, "submodules"], [40, "submodules"], [44, "submodules"], [51, "submodules"], [55, "submodules"], [67, "submodules"], [73, "submodules"], [85, "submodules"], [92, "submodules"], [93, "submodules"], [94, "submodules"], [101, "submodules"], [105, "submodules"], [111, "submodules"]], "Subpackages": [[0, "subpackages"], [1, "subpackages"], [5, "subpackages"], [36, "subpackages"], [43, "subpackages"], [67, "subpackages"], [92, "subpackages"], [93, "subpackages"], [100, "subpackages"]], "Table of Contents": [[165, "table-of-contents"]], "Tunable Parameters": [[163, "tunable-parameters"]], "Usage Examples": [[164, "usage-examples"]], "Welcome to the MLOS documentation!": [[162, null]], "conda activation": [[164, "conda-activation"]], "mlos-bench": [[164, "mlos-bench"], [165, null]], "mlos-bench API": [[163, "mlos-bench-api"]], "mlos-core": [[164, "mlos-core"], [166, null]], "mlos-core API": [[163, "mlos-core-api"]], "mlos-viz": [[164, "mlos-viz"]], "mlos-viz API": [[163, "mlos-viz-api"]], "mlos_bench": [[91, null]], "mlos_bench package": [[0, null]], "mlos_bench.config package": [[1, null]], "mlos_bench.config.schemas package": [[2, null]], "mlos_bench.config.schemas.config_schemas module": [[3, null]], "mlos_bench.dict_templater module": [[4, null]], "mlos_bench.environments package": [[5, null]], "mlos_bench.environments.CompositeEnv": [[117, null]], "mlos_bench.environments.Environment": [[118, null]], "mlos_bench.environments.MockEnv": [[119, null]], "mlos_bench.environments.Status": [[120, null]], "mlos_bench.environments.base_environment module": [[6, null]], "mlos_bench.environments.composite_env module": [[7, null]], "mlos_bench.environments.local package": [[8, null]], "mlos_bench.environments.local.LocalEnv": [[121, null]], "mlos_bench.environments.local.LocalFileShareEnv": [[122, null]], "mlos_bench.environments.local.local_env module": [[9, null]], "mlos_bench.environments.local.local_fileshare_env module": [[10, null]], "mlos_bench.environments.mock_env module": [[11, null]], "mlos_bench.environments.remote package": [[12, null]], "mlos_bench.environments.remote.HostEnv": [[123, null]], "mlos_bench.environments.remote.OSEnv": [[124, null]], "mlos_bench.environments.remote.RemoteEnv": [[125, null]], "mlos_bench.environments.remote.VMEnv": [[126, null]], "mlos_bench.environments.remote.host_env module": [[13, null]], "mlos_bench.environments.remote.network_env module": [[14, null]], "mlos_bench.environments.remote.os_env module": [[15, null]], "mlos_bench.environments.remote.remote_env module": [[16, null]], "mlos_bench.environments.remote.saas_env module": [[17, null]], "mlos_bench.environments.remote.vm_env module": [[18, null]], "mlos_bench.environments.script_env module": [[19, null]], "mlos_bench.environments.status module": [[20, null]], "mlos_bench.event_loop_context module": [[21, null]], "mlos_bench.launcher module": [[22, null]], "mlos_bench.optimizers package": [[23, null]], "mlos_bench.optimizers.MlosCoreOptimizer": [[127, null]], "mlos_bench.optimizers.MockOptimizer": [[128, null]], "mlos_bench.optimizers.Optimizer": [[129, null]], "mlos_bench.optimizers.base_optimizer module": [[24, null]], "mlos_bench.optimizers.convert_configspace module": [[25, null]], "mlos_bench.optimizers.grid_search_optimizer module": [[26, null]], "mlos_bench.optimizers.mlos_core_optimizer module": [[27, null]], "mlos_bench.optimizers.mock_optimizer module": [[28, null]], "mlos_bench.optimizers.one_shot_optimizer module": [[29, null]], "mlos_bench.optimizers.track_best_optimizer module": [[30, null]], "mlos_bench.os_environ module": [[31, null]], "mlos_bench.run module": [[32, null]], "mlos_bench.schedulers package": [[33, null]], "mlos_bench.schedulers.base_scheduler module": [[34, null]], "mlos_bench.schedulers.sync_scheduler module": [[35, null]], "mlos_bench.services package": [[36, null]], "mlos_bench.services.FileShareService": [[130, null]], "mlos_bench.services.Service": [[131, null]], "mlos_bench.services.base_fileshare module": [[37, null]], "mlos_bench.services.base_service module": [[38, null]], "mlos_bench.services.config_persistence module": [[39, null]], "mlos_bench.services.config_persistence.ConfigPersistenceService": [[132, null]], "mlos_bench.services.local package": [[40, null]], "mlos_bench.services.local.LocalExecService": [[133, null]], "mlos_bench.services.local.local_exec module": [[41, null]], "mlos_bench.services.local.temp_dir_context module": [[42, null]], "mlos_bench.services.remote package": [[43, null]], "mlos_bench.services.remote.azure package": [[44, null]], "mlos_bench.services.remote.azure.AzureFileShareService": [[134, null]], "mlos_bench.services.remote.azure.AzureVMService": [[135, null]], "mlos_bench.services.remote.azure.azure_auth module": [[45, null]], "mlos_bench.services.remote.azure.azure_deployment_services module": [[46, null]], "mlos_bench.services.remote.azure.azure_fileshare module": [[47, null]], "mlos_bench.services.remote.azure.azure_network_services module": [[48, null]], "mlos_bench.services.remote.azure.azure_saas module": [[49, null]], "mlos_bench.services.remote.azure.azure_vm_services module": [[50, null]], "mlos_bench.services.remote.ssh package": [[51, null]], "mlos_bench.services.remote.ssh.ssh_fileshare module": [[52, null]], "mlos_bench.services.remote.ssh.ssh_host_service module": [[53, null]], "mlos_bench.services.remote.ssh.ssh_service module": [[54, null]], "mlos_bench.services.types package": [[55, null]], "mlos_bench.services.types.authenticator_type module": [[56, null]], "mlos_bench.services.types.config_loader_type module": [[57, null]], "mlos_bench.services.types.fileshare_type module": [[58, null]], "mlos_bench.services.types.host_ops_type module": [[59, null]], "mlos_bench.services.types.host_provisioner_type module": [[60, null]], "mlos_bench.services.types.local_exec_type module": [[61, null]], "mlos_bench.services.types.network_provisioner_type module": [[62, null]], "mlos_bench.services.types.os_ops_type module": [[63, null]], "mlos_bench.services.types.remote_config_type module": [[64, null]], "mlos_bench.services.types.remote_exec_type module": [[65, null]], "mlos_bench.services.types.vm_provisioner_type module": [[66, null]], "mlos_bench.storage package": [[67, null]], "mlos_bench.storage.Storage": [[136, null]], "mlos_bench.storage.base_experiment_data module": [[68, null]], "mlos_bench.storage.base_experiment_data.ExperimentData": [[137, null]], "mlos_bench.storage.base_storage module": [[69, null]], "mlos_bench.storage.base_trial_data module": [[70, null]], "mlos_bench.storage.base_trial_data.TrialData": [[138, null]], "mlos_bench.storage.base_tunable_config_data module": [[71, null]], "mlos_bench.storage.base_tunable_config_data.TunableConfigData": [[139, null]], "mlos_bench.storage.base_tunable_config_trial_group_data module": [[72, null]], "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData": [[140, null]], "mlos_bench.storage.sql package": [[73, null]], "mlos_bench.storage.sql.common module": [[74, null]], "mlos_bench.storage.sql.experiment module": [[75, null]], "mlos_bench.storage.sql.experiment_data module": [[76, null]], "mlos_bench.storage.sql.schema module": [[77, null]], "mlos_bench.storage.sql.storage module": [[78, null]], "mlos_bench.storage.sql.storage.SqlStorage": [[141, null]], "mlos_bench.storage.sql.trial module": [[79, null]], "mlos_bench.storage.sql.trial_data module": [[80, null]], "mlos_bench.storage.sql.tunable_config_data module": [[81, null]], "mlos_bench.storage.sql.tunable_config_trial_group_data module": [[82, null]], "mlos_bench.storage.storage_factory module": [[83, null]], "mlos_bench.storage.storage_factory.from_config": [[142, null]], "mlos_bench.storage.util module": [[84, null]], "mlos_bench.tunables package": [[85, null]], "mlos_bench.tunables.Tunable": [[143, null]], "mlos_bench.tunables.TunableGroups": [[144, null]], "mlos_bench.tunables.covariant_group module": [[86, null]], "mlos_bench.tunables.tunable module": [[87, null]], "mlos_bench.tunables.tunable_groups module": [[88, null]], "mlos_bench.util module": [[89, null]], "mlos_bench.version module": [[90, null]], "mlos_core": [[110, null]], "mlos_core package": [[92, null]], "mlos_core.optimizers package": [[93, null]], "mlos_core.optimizers.OptimizerFactory": [[145, null]], "mlos_core.optimizers.OptimizerFactory.create": [[146, null]], "mlos_core.optimizers.OptimizerType": [[147, null]], "mlos_core.optimizers.bayesian_optimizers package": [[94, null]], "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer": [[148, null]], "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer": [[149, null]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module": [[95, null]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer module": [[96, null]], "mlos_core.optimizers.flaml_optimizer module": [[97, null]], "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer": [[150, null]], "mlos_core.optimizers.optimizer module": [[98, null]], "mlos_core.optimizers.optimizer.BaseOptimizer": [[151, null]], "mlos_core.optimizers.random_optimizer module": [[99, null]], "mlos_core.optimizers.random_optimizer.RandomOptimizer": [[152, null]], "mlos_core.spaces package": [[100, null]], "mlos_core.spaces.adapters package": [[101, null]], "mlos_core.spaces.adapters.SpaceAdapterFactory": [[153, null]], "mlos_core.spaces.adapters.SpaceAdapterFactory.create": [[154, null]], "mlos_core.spaces.adapters.SpaceAdapterType": [[155, null]], "mlos_core.spaces.adapters.adapter module": [[102, null]], "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter": [[156, null]], "mlos_core.spaces.adapters.identity_adapter module": [[103, null]], "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter": [[157, null]], "mlos_core.spaces.adapters.llamatune module": [[104, null]], "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter": [[158, null]], "mlos_core.spaces.converters package": [[105, null]], "mlos_core.spaces.converters.flaml module": [[106, null]], "mlos_core.spaces.converters.flaml.configspace_to_flaml_space": [[159, null]], "mlos_core.spaces.converters.util module": [[107, null]], "mlos_core.util module": [[108, null]], "mlos_core.version module": [[109, null]], "mlos_viz": [[116, null], [167, null]], "mlos_viz package": [[111, null]], "mlos_viz.MlosVizMethod": [[160, null]], "mlos_viz.base module": [[112, null]], "mlos_viz.dabl module": [[113, null]], "mlos_viz.plot": [[161, null]], "mlos_viz.util module": [[114, null]], "mlos_viz.version module": [[115, null]]}, "docnames": ["api/mlos_bench/mlos_bench", "api/mlos_bench/mlos_bench.config", "api/mlos_bench/mlos_bench.config.schemas", "api/mlos_bench/mlos_bench.config.schemas.config_schemas", "api/mlos_bench/mlos_bench.dict_templater", "api/mlos_bench/mlos_bench.environments", "api/mlos_bench/mlos_bench.environments.base_environment", "api/mlos_bench/mlos_bench.environments.composite_env", "api/mlos_bench/mlos_bench.environments.local", "api/mlos_bench/mlos_bench.environments.local.local_env", "api/mlos_bench/mlos_bench.environments.local.local_fileshare_env", "api/mlos_bench/mlos_bench.environments.mock_env", "api/mlos_bench/mlos_bench.environments.remote", "api/mlos_bench/mlos_bench.environments.remote.host_env", "api/mlos_bench/mlos_bench.environments.remote.network_env", "api/mlos_bench/mlos_bench.environments.remote.os_env", "api/mlos_bench/mlos_bench.environments.remote.remote_env", "api/mlos_bench/mlos_bench.environments.remote.saas_env", "api/mlos_bench/mlos_bench.environments.remote.vm_env", "api/mlos_bench/mlos_bench.environments.script_env", "api/mlos_bench/mlos_bench.environments.status", "api/mlos_bench/mlos_bench.event_loop_context", "api/mlos_bench/mlos_bench.launcher", "api/mlos_bench/mlos_bench.optimizers", "api/mlos_bench/mlos_bench.optimizers.base_optimizer", "api/mlos_bench/mlos_bench.optimizers.convert_configspace", "api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer", "api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer", "api/mlos_bench/mlos_bench.optimizers.mock_optimizer", "api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer", "api/mlos_bench/mlos_bench.optimizers.track_best_optimizer", "api/mlos_bench/mlos_bench.os_environ", "api/mlos_bench/mlos_bench.run", "api/mlos_bench/mlos_bench.schedulers", "api/mlos_bench/mlos_bench.schedulers.base_scheduler", "api/mlos_bench/mlos_bench.schedulers.sync_scheduler", "api/mlos_bench/mlos_bench.services", "api/mlos_bench/mlos_bench.services.base_fileshare", "api/mlos_bench/mlos_bench.services.base_service", "api/mlos_bench/mlos_bench.services.config_persistence", "api/mlos_bench/mlos_bench.services.local", "api/mlos_bench/mlos_bench.services.local.local_exec", "api/mlos_bench/mlos_bench.services.local.temp_dir_context", "api/mlos_bench/mlos_bench.services.remote", "api/mlos_bench/mlos_bench.services.remote.azure", "api/mlos_bench/mlos_bench.services.remote.azure.azure_auth", "api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services", "api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare", "api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services", "api/mlos_bench/mlos_bench.services.remote.azure.azure_saas", "api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services", "api/mlos_bench/mlos_bench.services.remote.ssh", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service", "api/mlos_bench/mlos_bench.services.types", "api/mlos_bench/mlos_bench.services.types.authenticator_type", "api/mlos_bench/mlos_bench.services.types.config_loader_type", "api/mlos_bench/mlos_bench.services.types.fileshare_type", "api/mlos_bench/mlos_bench.services.types.host_ops_type", "api/mlos_bench/mlos_bench.services.types.host_provisioner_type", "api/mlos_bench/mlos_bench.services.types.local_exec_type", "api/mlos_bench/mlos_bench.services.types.network_provisioner_type", "api/mlos_bench/mlos_bench.services.types.os_ops_type", "api/mlos_bench/mlos_bench.services.types.remote_config_type", "api/mlos_bench/mlos_bench.services.types.remote_exec_type", "api/mlos_bench/mlos_bench.services.types.vm_provisioner_type", "api/mlos_bench/mlos_bench.storage", "api/mlos_bench/mlos_bench.storage.base_experiment_data", "api/mlos_bench/mlos_bench.storage.base_storage", "api/mlos_bench/mlos_bench.storage.base_trial_data", "api/mlos_bench/mlos_bench.storage.base_tunable_config_data", "api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data", "api/mlos_bench/mlos_bench.storage.sql", "api/mlos_bench/mlos_bench.storage.sql.common", "api/mlos_bench/mlos_bench.storage.sql.experiment", "api/mlos_bench/mlos_bench.storage.sql.experiment_data", "api/mlos_bench/mlos_bench.storage.sql.schema", "api/mlos_bench/mlos_bench.storage.sql.storage", "api/mlos_bench/mlos_bench.storage.sql.trial", "api/mlos_bench/mlos_bench.storage.sql.trial_data", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_data", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data", "api/mlos_bench/mlos_bench.storage.storage_factory", "api/mlos_bench/mlos_bench.storage.util", "api/mlos_bench/mlos_bench.tunables", "api/mlos_bench/mlos_bench.tunables.covariant_group", "api/mlos_bench/mlos_bench.tunables.tunable", "api/mlos_bench/mlos_bench.tunables.tunable_groups", "api/mlos_bench/mlos_bench.util", "api/mlos_bench/mlos_bench.version", "api/mlos_bench/modules", "api/mlos_core/mlos_core", "api/mlos_core/mlos_core.optimizers", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer", "api/mlos_core/mlos_core.optimizers.flaml_optimizer", "api/mlos_core/mlos_core.optimizers.optimizer", "api/mlos_core/mlos_core.optimizers.random_optimizer", "api/mlos_core/mlos_core.spaces", "api/mlos_core/mlos_core.spaces.adapters", "api/mlos_core/mlos_core.spaces.adapters.adapter", "api/mlos_core/mlos_core.spaces.adapters.identity_adapter", "api/mlos_core/mlos_core.spaces.adapters.llamatune", "api/mlos_core/mlos_core.spaces.converters", "api/mlos_core/mlos_core.spaces.converters.flaml", "api/mlos_core/mlos_core.spaces.converters.util", "api/mlos_core/mlos_core.util", "api/mlos_core/mlos_core.version", "api/mlos_core/modules", "api/mlos_viz/mlos_viz", "api/mlos_viz/mlos_viz.base", "api/mlos_viz/mlos_viz.dabl", "api/mlos_viz/mlos_viz.util", "api/mlos_viz/mlos_viz.version", "api/mlos_viz/modules", "generated/mlos_bench.environments.CompositeEnv", "generated/mlos_bench.environments.Environment", "generated/mlos_bench.environments.MockEnv", "generated/mlos_bench.environments.Status", "generated/mlos_bench.environments.local.LocalEnv", "generated/mlos_bench.environments.local.LocalFileShareEnv", "generated/mlos_bench.environments.remote.HostEnv", "generated/mlos_bench.environments.remote.OSEnv", "generated/mlos_bench.environments.remote.RemoteEnv", "generated/mlos_bench.environments.remote.VMEnv", "generated/mlos_bench.optimizers.MlosCoreOptimizer", "generated/mlos_bench.optimizers.MockOptimizer", "generated/mlos_bench.optimizers.Optimizer", "generated/mlos_bench.services.FileShareService", "generated/mlos_bench.services.Service", "generated/mlos_bench.services.config_persistence.ConfigPersistenceService", "generated/mlos_bench.services.local.LocalExecService", "generated/mlos_bench.services.remote.azure.AzureFileShareService", "generated/mlos_bench.services.remote.azure.AzureVMService", "generated/mlos_bench.storage.Storage", "generated/mlos_bench.storage.base_experiment_data.ExperimentData", "generated/mlos_bench.storage.base_trial_data.TrialData", "generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData", "generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", "generated/mlos_bench.storage.sql.storage.SqlStorage", "generated/mlos_bench.storage.storage_factory.from_config", "generated/mlos_bench.tunables.Tunable", "generated/mlos_bench.tunables.TunableGroups", "generated/mlos_core.optimizers.OptimizerFactory", "generated/mlos_core.optimizers.OptimizerFactory.create", "generated/mlos_core.optimizers.OptimizerType", "generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", "generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", "generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", "generated/mlos_core.optimizers.optimizer.BaseOptimizer", "generated/mlos_core.optimizers.random_optimizer.RandomOptimizer", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create", "generated/mlos_core.spaces.adapters.SpaceAdapterType", "generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", "generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", "generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", "generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space", "generated/mlos_viz.MlosVizMethod", "generated/mlos_viz.plot", "index", "overview", "source_tree_docs/index", "source_tree_docs/mlos_bench/index", "source_tree_docs/mlos_core/index", "source_tree_docs/mlos_viz/index"], "envversion": {"nbsphinx": 4, "sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["api/mlos_bench/mlos_bench.rst", "api/mlos_bench/mlos_bench.config.rst", "api/mlos_bench/mlos_bench.config.schemas.rst", "api/mlos_bench/mlos_bench.config.schemas.config_schemas.rst", "api/mlos_bench/mlos_bench.dict_templater.rst", "api/mlos_bench/mlos_bench.environments.rst", "api/mlos_bench/mlos_bench.environments.base_environment.rst", "api/mlos_bench/mlos_bench.environments.composite_env.rst", "api/mlos_bench/mlos_bench.environments.local.rst", "api/mlos_bench/mlos_bench.environments.local.local_env.rst", "api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.rst", "api/mlos_bench/mlos_bench.environments.mock_env.rst", "api/mlos_bench/mlos_bench.environments.remote.rst", "api/mlos_bench/mlos_bench.environments.remote.host_env.rst", "api/mlos_bench/mlos_bench.environments.remote.network_env.rst", "api/mlos_bench/mlos_bench.environments.remote.os_env.rst", "api/mlos_bench/mlos_bench.environments.remote.remote_env.rst", "api/mlos_bench/mlos_bench.environments.remote.saas_env.rst", "api/mlos_bench/mlos_bench.environments.remote.vm_env.rst", "api/mlos_bench/mlos_bench.environments.script_env.rst", "api/mlos_bench/mlos_bench.environments.status.rst", "api/mlos_bench/mlos_bench.event_loop_context.rst", "api/mlos_bench/mlos_bench.launcher.rst", "api/mlos_bench/mlos_bench.optimizers.rst", "api/mlos_bench/mlos_bench.optimizers.base_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.convert_configspace.rst", "api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.mock_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.rst", "api/mlos_bench/mlos_bench.os_environ.rst", "api/mlos_bench/mlos_bench.run.rst", "api/mlos_bench/mlos_bench.schedulers.rst", "api/mlos_bench/mlos_bench.schedulers.base_scheduler.rst", "api/mlos_bench/mlos_bench.schedulers.sync_scheduler.rst", "api/mlos_bench/mlos_bench.services.rst", "api/mlos_bench/mlos_bench.services.base_fileshare.rst", "api/mlos_bench/mlos_bench.services.base_service.rst", "api/mlos_bench/mlos_bench.services.config_persistence.rst", "api/mlos_bench/mlos_bench.services.local.rst", "api/mlos_bench/mlos_bench.services.local.local_exec.rst", "api/mlos_bench/mlos_bench.services.local.temp_dir_context.rst", "api/mlos_bench/mlos_bench.services.remote.rst", "api/mlos_bench/mlos_bench.services.remote.azure.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.rst", "api/mlos_bench/mlos_bench.services.types.rst", "api/mlos_bench/mlos_bench.services.types.authenticator_type.rst", "api/mlos_bench/mlos_bench.services.types.config_loader_type.rst", "api/mlos_bench/mlos_bench.services.types.fileshare_type.rst", "api/mlos_bench/mlos_bench.services.types.host_ops_type.rst", "api/mlos_bench/mlos_bench.services.types.host_provisioner_type.rst", "api/mlos_bench/mlos_bench.services.types.local_exec_type.rst", "api/mlos_bench/mlos_bench.services.types.network_provisioner_type.rst", "api/mlos_bench/mlos_bench.services.types.os_ops_type.rst", "api/mlos_bench/mlos_bench.services.types.remote_config_type.rst", "api/mlos_bench/mlos_bench.services.types.remote_exec_type.rst", "api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.rst", "api/mlos_bench/mlos_bench.storage.rst", "api/mlos_bench/mlos_bench.storage.base_experiment_data.rst", "api/mlos_bench/mlos_bench.storage.base_storage.rst", "api/mlos_bench/mlos_bench.storage.base_trial_data.rst", "api/mlos_bench/mlos_bench.storage.base_tunable_config_data.rst", "api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.rst", "api/mlos_bench/mlos_bench.storage.sql.rst", "api/mlos_bench/mlos_bench.storage.sql.common.rst", "api/mlos_bench/mlos_bench.storage.sql.experiment.rst", "api/mlos_bench/mlos_bench.storage.sql.experiment_data.rst", "api/mlos_bench/mlos_bench.storage.sql.schema.rst", "api/mlos_bench/mlos_bench.storage.sql.storage.rst", "api/mlos_bench/mlos_bench.storage.sql.trial.rst", "api/mlos_bench/mlos_bench.storage.sql.trial_data.rst", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.rst", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.rst", "api/mlos_bench/mlos_bench.storage.storage_factory.rst", "api/mlos_bench/mlos_bench.storage.util.rst", "api/mlos_bench/mlos_bench.tunables.rst", "api/mlos_bench/mlos_bench.tunables.covariant_group.rst", "api/mlos_bench/mlos_bench.tunables.tunable.rst", "api/mlos_bench/mlos_bench.tunables.tunable_groups.rst", "api/mlos_bench/mlos_bench.util.rst", "api/mlos_bench/mlos_bench.version.rst", "api/mlos_bench/modules.rst", "api/mlos_core/mlos_core.rst", "api/mlos_core/mlos_core.optimizers.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.rst", "api/mlos_core/mlos_core.optimizers.flaml_optimizer.rst", "api/mlos_core/mlos_core.optimizers.optimizer.rst", "api/mlos_core/mlos_core.optimizers.random_optimizer.rst", "api/mlos_core/mlos_core.spaces.rst", "api/mlos_core/mlos_core.spaces.adapters.rst", "api/mlos_core/mlos_core.spaces.adapters.adapter.rst", "api/mlos_core/mlos_core.spaces.adapters.identity_adapter.rst", "api/mlos_core/mlos_core.spaces.adapters.llamatune.rst", "api/mlos_core/mlos_core.spaces.converters.rst", "api/mlos_core/mlos_core.spaces.converters.flaml.rst", "api/mlos_core/mlos_core.spaces.converters.util.rst", "api/mlos_core/mlos_core.util.rst", "api/mlos_core/mlos_core.version.rst", "api/mlos_core/modules.rst", "api/mlos_viz/mlos_viz.rst", "api/mlos_viz/mlos_viz.base.rst", "api/mlos_viz/mlos_viz.dabl.rst", "api/mlos_viz/mlos_viz.util.rst", "api/mlos_viz/mlos_viz.version.rst", "api/mlos_viz/modules.rst", "generated/mlos_bench.environments.CompositeEnv.rst", "generated/mlos_bench.environments.Environment.rst", "generated/mlos_bench.environments.MockEnv.rst", "generated/mlos_bench.environments.Status.rst", "generated/mlos_bench.environments.local.LocalEnv.rst", "generated/mlos_bench.environments.local.LocalFileShareEnv.rst", "generated/mlos_bench.environments.remote.HostEnv.rst", "generated/mlos_bench.environments.remote.OSEnv.rst", "generated/mlos_bench.environments.remote.RemoteEnv.rst", "generated/mlos_bench.environments.remote.VMEnv.rst", "generated/mlos_bench.optimizers.MlosCoreOptimizer.rst", "generated/mlos_bench.optimizers.MockOptimizer.rst", "generated/mlos_bench.optimizers.Optimizer.rst", "generated/mlos_bench.services.FileShareService.rst", "generated/mlos_bench.services.Service.rst", "generated/mlos_bench.services.config_persistence.ConfigPersistenceService.rst", "generated/mlos_bench.services.local.LocalExecService.rst", "generated/mlos_bench.services.remote.azure.AzureFileShareService.rst", "generated/mlos_bench.services.remote.azure.AzureVMService.rst", "generated/mlos_bench.storage.Storage.rst", "generated/mlos_bench.storage.base_experiment_data.ExperimentData.rst", "generated/mlos_bench.storage.base_trial_data.TrialData.rst", "generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.rst", "generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.rst", "generated/mlos_bench.storage.sql.storage.SqlStorage.rst", "generated/mlos_bench.storage.storage_factory.from_config.rst", "generated/mlos_bench.tunables.Tunable.rst", "generated/mlos_bench.tunables.TunableGroups.rst", "generated/mlos_core.optimizers.OptimizerFactory.rst", "generated/mlos_core.optimizers.OptimizerFactory.create.rst", "generated/mlos_core.optimizers.OptimizerType.rst", "generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.rst", "generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.rst", "generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.rst", "generated/mlos_core.optimizers.optimizer.BaseOptimizer.rst", "generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterType.rst", "generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.rst", "generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.rst", "generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.rst", "generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.rst", "generated/mlos_viz.MlosVizMethod.rst", "generated/mlos_viz.plot.rst", "index.rst", "overview.rst", "source_tree_docs/index.md", "source_tree_docs/mlos_bench/index.md", "source_tree_docs/mlos_core/index.md", "source_tree_docs/mlos_viz/index.md"], "indexentries": {"__init__() (mlos_bench.environments.compositeenv method)": [[117, "mlos_bench.environments.CompositeEnv.__init__", false]], "__init__() (mlos_bench.environments.environment method)": [[118, "mlos_bench.environments.Environment.__init__", false]], "__init__() (mlos_bench.environments.local.localenv method)": [[121, "mlos_bench.environments.local.LocalEnv.__init__", false]], "__init__() (mlos_bench.environments.local.localfileshareenv method)": [[122, "mlos_bench.environments.local.LocalFileShareEnv.__init__", false]], "__init__() (mlos_bench.environments.mockenv method)": [[119, "mlos_bench.environments.MockEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.hostenv method)": [[123, "mlos_bench.environments.remote.HostEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.osenv method)": [[124, "mlos_bench.environments.remote.OSEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.remoteenv method)": [[125, "mlos_bench.environments.remote.RemoteEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.vmenv method)": [[126, "mlos_bench.environments.remote.VMEnv.__init__", false]], "__init__() (mlos_bench.environments.status method)": [[120, "mlos_bench.environments.Status.__init__", false]], "__init__() (mlos_bench.optimizers.mloscoreoptimizer method)": [[127, "mlos_bench.optimizers.MlosCoreOptimizer.__init__", false]], "__init__() (mlos_bench.optimizers.mockoptimizer method)": [[128, "mlos_bench.optimizers.MockOptimizer.__init__", false]], "__init__() (mlos_bench.optimizers.optimizer method)": [[129, "mlos_bench.optimizers.Optimizer.__init__", false]], "__init__() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[132, "mlos_bench.services.config_persistence.ConfigPersistenceService.__init__", false]], "__init__() (mlos_bench.services.fileshareservice method)": [[130, "mlos_bench.services.FileShareService.__init__", false]], "__init__() (mlos_bench.services.local.localexecservice method)": [[133, "mlos_bench.services.local.LocalExecService.__init__", false]], "__init__() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[134, "mlos_bench.services.remote.azure.AzureFileShareService.__init__", false]], "__init__() (mlos_bench.services.remote.azure.azurevmservice method)": [[135, "mlos_bench.services.remote.azure.AzureVMService.__init__", false]], "__init__() (mlos_bench.services.service method)": [[131, "mlos_bench.services.Service.__init__", false]], "__init__() (mlos_bench.storage.base_experiment_data.experimentdata method)": [[137, "mlos_bench.storage.base_experiment_data.ExperimentData.__init__", false]], "__init__() (mlos_bench.storage.base_trial_data.trialdata method)": [[138, "mlos_bench.storage.base_trial_data.TrialData.__init__", false]], "__init__() (mlos_bench.storage.base_tunable_config_data.tunableconfigdata method)": [[139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.__init__", false]], "__init__() (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata method)": [[140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.__init__", false]], "__init__() (mlos_bench.storage.sql.storage.sqlstorage method)": [[141, "mlos_bench.storage.sql.storage.SqlStorage.__init__", false]], "__init__() (mlos_bench.storage.storage method)": [[136, "mlos_bench.storage.Storage.__init__", false]], "__init__() (mlos_bench.tunables.tunable method)": [[143, "mlos_bench.tunables.Tunable.__init__", false]], "__init__() (mlos_bench.tunables.tunablegroups method)": [[144, "mlos_bench.tunables.TunableGroups.__init__", false]], "__init__() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.flaml_optimizer.flamloptimizer method)": [[150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[151, "mlos_core.optimizers.optimizer.BaseOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.optimizerfactory method)": [[145, "mlos_core.optimizers.OptimizerFactory.__init__", false]], "__init__() (mlos_core.optimizers.optimizertype method)": [[147, "mlos_core.optimizers.OptimizerType.__init__", false]], "__init__() (mlos_core.optimizers.random_optimizer.randomoptimizer method)": [[152, "mlos_core.optimizers.random_optimizer.RandomOptimizer.__init__", false]], "__init__() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.spaceadapterfactory method)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory.__init__", false]], "__init__() (mlos_core.spaces.adapters.spaceadaptertype method)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.__init__", false]], "__init__() (mlos_viz.mlosvizmethod method)": [[160, "mlos_viz.MlosVizMethod.__init__", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.acquisition_function", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.basebayesianoptimizer method)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.acquisition_function", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.acquisition_function", false]], "assign() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.assign", false]], "assign() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.assign", false], [144, "mlos_bench.tunables.TunableGroups.assign", false]], "augment_results_df_with_config_trial_group_stats() (in module mlos_viz.base)": [[112, "mlos_viz.base.augment_results_df_with_config_trial_group_stats", false]], "auto (mlos_viz.mlosvizmethod attribute)": [[111, "mlos_viz.MlosVizMethod.AUTO", false], [160, "mlos_viz.MlosVizMethod.AUTO", false]], "azureauthservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureAuthService", false]], "azureauthservice (class in mlos_bench.services.remote.azure.azure_auth)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService", false]], "azuredeploymentservice (class in mlos_bench.services.remote.azure.azure_deployment_services)": [[46, "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService", false]], "azurefileshareservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService", false]], "azurefileshareservice (class in mlos_bench.services.remote.azure.azure_fileshare)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService", false]], "azurenetworkservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService", false]], "azurenetworkservice (class in mlos_bench.services.remote.azure.azure_network_services)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService", false]], "azuresaasconfigservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService", false]], "azuresaasconfigservice (class in mlos_bench.services.remote.azure.azure_saas)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService", false]], "azurevmservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureVMService", false], [135, "mlos_bench.services.remote.azure.AzureVMService", false]], "azurevmservice (class in mlos_bench.services.remote.azure.azure_vm_services)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService", false]], "base_supported_config_props (mlos_bench.optimizers.base_optimizer.optimizer attribute)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false]], "base_supported_config_props (mlos_bench.optimizers.optimizer attribute)": [[23, "mlos_bench.optimizers.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false], [129, "mlos_bench.optimizers.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false]], "basebayesianoptimizer (class in mlos_core.optimizers.bayesian_optimizers)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", false]], "basebayesianoptimizer (class in mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer", false]], "baseoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.BaseOptimizer", false]], "baseoptimizer (class in mlos_core.optimizers.optimizer)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer", false]], "basespaceadapter (class in mlos_core.spaces.adapters.adapter)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", false]], "build_environment() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_environment", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_environment", false]], "build_environment() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.build_environment", false]], "build_environment() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.build_environment", false]], "build_optimizer() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_optimizer", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_optimizer", false]], "build_scheduler() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_scheduler", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_scheduler", false]], "build_service() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_service", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_service", false]], "build_storage() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_storage", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_storage", false]], "builtin_config_path (mlos_bench.services.config_persistence.configpersistenceservice attribute)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.BUILTIN_CONFIG_PATH", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.BUILTIN_CONFIG_PATH", false]], "bulk_register() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.bulk_register", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mock_optimizer.mockoptimizer method)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mockoptimizer method)": [[23, "mlos_bench.optimizers.MockOptimizer.bulk_register", false], [128, "mlos_bench.optimizers.MockOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.bulk_register", false], [129, "mlos_bench.optimizers.Optimizer.bulk_register", false]], "canceled (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.CANCELED", false], [120, "mlos_bench.environments.Status.CANCELED", false]], "canceled (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.CANCELED", false]], "cardinality (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.cardinality", false], [143, "mlos_bench.tunables.Tunable.cardinality", false]], "cardinality (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.cardinality", false]], "categories (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.categories", false], [143, "mlos_bench.tunables.Tunable.categories", false]], "categories (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.categories", false]], "category (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.category", false], [143, "mlos_bench.tunables.Tunable.category", false]], "category (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.category", false]], "check_required_params() (in module mlos_bench.util)": [[89, "mlos_bench.util.check_required_params", false]], "children (mlos_bench.environments.composite_env.compositeenv property)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.children", false]], "children (mlos_bench.environments.compositeenv property)": [[5, "mlos_bench.environments.CompositeEnv.children", false], [117, "mlos_bench.environments.CompositeEnv.children", false]], "cleanup() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.cleanup", false]], "cleanup() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.cleanup", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.cleanup", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.cleanup", false]], "clear_client_cache() (mlos_bench.services.remote.ssh.ssh_service.sshservice class method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshService.clear_client_cache", false]], "cli (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.CLI", false]], "cli (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.CLI", false]], "compositeenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.CompositeEnv", false], [117, "mlos_bench.environments.CompositeEnv", false]], "compositeenv (class in mlos_bench.environments.composite_env)": [[7, "mlos_bench.environments.composite_env.CompositeEnv", false]], "config (mlos_core.optimizers.flaml_optimizer.evaluatedsample attribute)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample.config", false]], "config() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.config", false]], "config() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.config", false], [136, "mlos_bench.storage.Storage.Trial.config", false]], "config_column_prefix (mlos_bench.storage.base_experiment_data.experimentdata attribute)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.CONFIG_COLUMN_PREFIX", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.CONFIG_COLUMN_PREFIX", false]], "config_df (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_df", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_df", false]], "config_df (mlos_bench.storage.sql.tunable_config_data.tunableconfigsqldata property)": [[81, "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData.config_df", false]], "config_dict (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_dict", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_dict", false]], "config_loader (mlos_bench.launcher.launcher property)": [[22, "mlos_bench.launcher.Launcher.config_loader", false]], "config_loader_service (mlos_bench.services.base_service.service property)": [[38, "mlos_bench.services.base_service.Service.config_loader_service", false]], "config_loader_service (mlos_bench.services.service property)": [[36, "mlos_bench.services.Service.config_loader_service", false], [131, "mlos_bench.services.Service.config_loader_service", false]], "config_paths (mlos_bench.services.config_persistence.configpersistenceservice property)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.config_paths", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.config_paths", false]], "config_space (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.config_space", false]], "config_space (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.config_space", false], [129, "mlos_bench.optimizers.Optimizer.config_space", false]], "config_to_dataframe() (in module mlos_core.util)": [[108, "mlos_core.util.config_to_dataframe", false]], "configpersistenceservice (class in mlos_bench.services.config_persistence)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService", false]], "configschema (class in mlos_bench.config.schemas)": [[2, "mlos_bench.config.schemas.ConfigSchema", false]], "configschema (class in mlos_bench.config.schemas.config_schemas)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema", false]], "configspace_data_to_tunable_values() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.configspace_data_to_tunable_values", false]], "configspace_to_flaml_space() (in module mlos_core.spaces.converters.flaml)": [[106, "mlos_core.spaces.converters.flaml.configspace_to_flaml_space", false], [159, "mlos_core.spaces.converters.flaml.configspace_to_flaml_space", false]], "configure() (mlos_bench.services.remote.azure.azure_saas.azuresaasconfigservice method)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService.configure", false]], "configure() (mlos_bench.services.remote.azure.azuresaasconfigservice method)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService.configure", false]], "configure() (mlos_bench.services.types.remote_config_type.supportsremoteconfig method)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig.configure", false]], "configure() (mlos_bench.services.types.supportsremoteconfig method)": [[55, "mlos_bench.services.types.SupportsRemoteConfig.configure", false]], "connection() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection", false]], "connection_lost() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection_lost", false]], "connection_made() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection_made", false]], "copy() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.copy", false]], "copy() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.copy", false], [143, "mlos_bench.tunables.Tunable.copy", false]], "copy() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.copy", false]], "copy() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.copy", false]], "copy() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.copy", false], [144, "mlos_bench.tunables.TunableGroups.copy", false]], "copymode (class in mlos_bench.services.remote.ssh.ssh_fileshare)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode", false]], "cost (mlos_bench.tunables.covariant_group.covarianttunablegroup property)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.cost", false]], "covarianttunablegroup (class in mlos_bench.tunables.covariant_group)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup", false]], "create() (mlos_bench.storage.sql.schema.dbschema method)": [[77, "mlos_bench.storage.sql.schema.DbSchema.create", false]], "create() (mlos_core.optimizers.optimizerfactory static method)": [[93, "mlos_core.optimizers.OptimizerFactory.create", false], [145, "mlos_core.optimizers.OptimizerFactory.create", false]], "create() (mlos_core.spaces.adapters.spaceadapterfactory static method)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory.create", false]], "current_iteration (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.current_iteration", false]], "current_iteration (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.current_iteration", false], [129, "mlos_bench.optimizers.Optimizer.current_iteration", false]], "dabl (mlos_viz.mlosvizmethod attribute)": [[111, "mlos_viz.MlosVizMethod.DABL", false], [160, "mlos_viz.MlosVizMethod.DABL", false]], "datetime_parser() (in module mlos_bench.util)": [[89, "mlos_bench.util.datetime_parser", false]], "dbschema (class in mlos_bench.storage.sql.schema)": [[77, "mlos_bench.storage.sql.schema.DbSchema", false]], "deallocate_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.deallocate_host", false]], "deallocate_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.deallocate_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.deallocate_host", false]], "deallocate_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.deallocate_host", false]], "deallocate_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.deallocate_host", false]], "default (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.default", false], [143, "mlos_bench.tunables.Tunable.default", false]], "default (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.default", false]], "default (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.default", false]], "default_max_unique_values_per_param (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false]], "default_max_unique_values_per_param (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false]], "default_num_low_dims (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false]], "default_num_low_dims (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false]], "default_special_param_value_biasing_percentage (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false]], "default_special_param_value_biasing_percentage (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false]], "default_tunable_config_id (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.default_tunable_config_id", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.default_tunable_config_id", false]], "default_tunable_config_id (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.default_tunable_config_id", false]], "deploy_params (mlos_bench.services.remote.azure.azure_deployment_services.azuredeploymentservice property)": [[46, "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService.deploy_params", false]], "deprovision_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.deprovision_host", false]], "deprovision_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.deprovision_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.deprovision_host", false]], "deprovision_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.deprovision_host", false]], "deprovision_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.deprovision_host", false]], "deprovision_network() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.deprovision_network", false]], "deprovision_network() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.deprovision_network", false]], "deprovision_network() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.deprovision_network", false]], "deprovision_network() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.deprovision_network", false]], "description (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.description", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.description", false]], "description (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.description", false]], "description (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.description", false], [136, "mlos_bench.storage.Storage.Experiment.description", false]], "description (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.description", false]], "dicttemplater (class in mlos_bench.dict_templater)": [[4, "mlos_bench.dict_templater.DictTemplater", false]], "distribution (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.distribution", false], [143, "mlos_bench.tunables.Tunable.distribution", false]], "distribution (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.distribution", false]], "distribution (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.distribution", false]], "distribution_params (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.distribution_params", false], [143, "mlos_bench.tunables.Tunable.distribution_params", false]], "distribution_params (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.distribution_params", false]], "distributiondict (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.DistributionDict", false]], "download (mlos_bench.services.remote.ssh.ssh_fileshare.copymode attribute)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode.DOWNLOAD", false]], "download() (mlos_bench.services.base_fileshare.fileshareservice method)": [[37, "mlos_bench.services.base_fileshare.FileShareService.download", false]], "download() (mlos_bench.services.fileshareservice method)": [[36, "mlos_bench.services.FileShareService.download", false], [130, "mlos_bench.services.FileShareService.download", false]], "download() (mlos_bench.services.remote.azure.azure_fileshare.azurefileshareservice method)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService.download", false]], "download() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService.download", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService.download", false]], "download() (mlos_bench.services.remote.ssh.ssh_fileshare.sshfileshareservice method)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService.download", false]], "download() (mlos_bench.services.remote.ssh.sshfileshareservice method)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService.download", false]], "download() (mlos_bench.services.types.fileshare_type.supportsfileshareops method)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps.download", false]], "download() (mlos_bench.services.types.supportsfileshareops method)": [[55, "mlos_bench.services.types.SupportsFileShareOps.download", false]], "drop_nulls() (in module mlos_core.util)": [[108, "mlos_core.util.drop_nulls", false]], "dtype (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.dtype", false], [143, "mlos_bench.tunables.Tunable.dtype", false]], "dtype (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.dtype", false]], "enter() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.enter", false]], "enter() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.enter", false]], "environment (class in mlos_bench.environments)": [[5, "mlos_bench.environments.Environment", false], [118, "mlos_bench.environments.Environment", false]], "environment (class in mlos_bench.environments.base_environment)": [[6, "mlos_bench.environments.base_environment.Environment", false]], "environment (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.ENVIRONMENT", false]], "environment (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.ENVIRONMENT", false]], "equals_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.equals_defaults", false]], "evaluatedsample (class in mlos_core.optimizers.flaml_optimizer)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample", false]], "eventloopcontext (class in mlos_bench.event_loop_context)": [[21, "mlos_bench.event_loop_context.EventLoopContext", false]], "exit() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.exit", false]], "exit() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.exit", false]], "expand_results_data_args() (in module mlos_viz.util)": [[114, "mlos_viz.util.expand_results_data_args", false]], "expand_vars() (mlos_bench.dict_templater.dicttemplater method)": [[4, "mlos_bench.dict_templater.DictTemplater.expand_vars", false]], "experiment (class in mlos_bench.storage.sql.experiment)": [[75, "mlos_bench.storage.sql.experiment.Experiment", false]], "experiment() (mlos_bench.storage.base_storage.storage method)": [[69, "mlos_bench.storage.base_storage.Storage.experiment", false]], "experiment() (mlos_bench.storage.sql.sqlstorage method)": [[73, "mlos_bench.storage.sql.SqlStorage.experiment", false]], "experiment() (mlos_bench.storage.sql.storage.sqlstorage method)": [[78, "mlos_bench.storage.sql.storage.SqlStorage.experiment", false], [141, "mlos_bench.storage.sql.storage.SqlStorage.experiment", false]], "experiment() (mlos_bench.storage.storage method)": [[67, "mlos_bench.storage.Storage.experiment", false], [136, "mlos_bench.storage.Storage.experiment", false]], "experiment_id (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.experiment_id", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.experiment_id", false]], "experiment_id (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.experiment_id", false]], "experiment_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.experiment_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.experiment_id", false]], "experiment_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.experiment_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.experiment_id", false]], "experiment_id (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.experiment_id", false], [136, "mlos_bench.storage.Storage.Experiment.experiment_id", false]], "experimentdata (class in mlos_bench.storage.base_experiment_data)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData", false]], "experiments (mlos_bench.storage.base_storage.storage property)": [[69, "mlos_bench.storage.base_storage.Storage.experiments", false]], "experiments (mlos_bench.storage.sql.sqlstorage property)": [[73, "mlos_bench.storage.sql.SqlStorage.experiments", false]], "experiments (mlos_bench.storage.sql.storage.sqlstorage property)": [[78, "mlos_bench.storage.sql.storage.SqlStorage.experiments", false], [141, "mlos_bench.storage.sql.storage.SqlStorage.experiments", false]], "experiments (mlos_bench.storage.storage property)": [[67, "mlos_bench.storage.Storage.experiments", false], [136, "mlos_bench.storage.Storage.experiments", false]], "experimentsqldata (class in mlos_bench.storage.sql.experiment_data)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData", false]], "export() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.export", false]], "export() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.export", false], [131, "mlos_bench.services.Service.export", false]], "failed (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.FAILED", false], [120, "mlos_bench.environments.Status.FAILED", false]], "failed (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.FAILED", false]], "fileshareservice (class in mlos_bench.services)": [[36, "mlos_bench.services.FileShareService", false], [130, "mlos_bench.services.FileShareService", false]], "fileshareservice (class in mlos_bench.services.base_fileshare)": [[37, "mlos_bench.services.base_fileshare.FileShareService", false]], "flaml (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.FLAML", false]], "flamloptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.FlamlOptimizer", false]], "flamloptimizer (class in mlos_core.optimizers.flaml_optimizer)": [[97, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", false], [150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", false]], "from_config() (in module mlos_bench.storage)": [[67, "mlos_bench.storage.from_config", false]], "from_config() (in module mlos_bench.storage.storage_factory)": [[83, "mlos_bench.storage.storage_factory.from_config", false], [142, "mlos_bench.storage.storage_factory.from_config", false]], "get_access_token() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_access_token", false]], "get_access_token() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_access_token", false]], "get_access_token() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_access_token", false]], "get_access_token() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_access_token", false]], "get_auth_headers() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_auth_headers", false]], "get_best_observation() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.get_best_observation", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.get_best_observation", false], [129, "mlos_bench.optimizers.Optimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.track_best_optimizer.trackbestoptimizer method)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.get_best_observation", false]], "get_best_observation() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.get_best_observation", false]], "get_best_observations() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.get_best_observations", false]], "get_best_observations() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.get_best_observations", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.get_best_observations", false]], "get_class_from_name() (in module mlos_bench.util)": [[89, "mlos_bench.util.get_class_from_name", false]], "get_client_connection() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.get_client_connection", false]], "get_covariant_group_names() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_covariant_group_names", false]], "get_covariant_group_names() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_covariant_group_names", false], [144, "mlos_bench.tunables.TunableGroups.get_covariant_group_names", false]], "get_credential() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_credential", false]], "get_credential() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_credential", false]], "get_credential() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_credential", false]], "get_credential() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_credential", false]], "get_current_cost() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_current_cost", false]], "get_git_info() (in module mlos_bench.util)": [[89, "mlos_bench.util.get_git_info", false]], "get_names() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_names", false]], "get_observations() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.get_observations", false]], "get_observations() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.get_observations", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.get_observations", false]], "get_param_values() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_param_values", false]], "get_param_values() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_param_values", false], [144, "mlos_bench.tunables.TunableGroups.get_param_values", false]], "get_remote_exec_results() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.get_remote_exec_results", false], [135, "mlos_bench.services.remote.azure.AzureVMService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.types.remote_exec_type.supportsremoteexec method)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.types.supportsremoteexec method)": [[55, "mlos_bench.services.types.SupportsRemoteExec.get_remote_exec_results", false]], "get_results_df() (in module mlos_bench.storage.sql.common)": [[74, "mlos_bench.storage.sql.common.get_results_df", false]], "get_trials() (in module mlos_bench.storage.sql.common)": [[74, "mlos_bench.storage.sql.common.get_trials", false]], "get_tunable() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunable", false]], "get_tunable() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_tunable", false]], "get_tunable() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_tunable", false], [144, "mlos_bench.tunables.TunableGroups.get_tunable", false]], "get_tunable_values_dict() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunable_values_dict", false]], "get_tunables() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunables", false]], "globals (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.GLOBALS", false]], "globals (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.GLOBALS", false]], "gridsearchoptimizer (class in mlos_bench.optimizers.grid_search_optimizer)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer", false]], "hostenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.HostEnv", false], [123, "mlos_bench.environments.remote.HostEnv", false]], "hostenv (class in mlos_bench.environments.remote.host_env)": [[13, "mlos_bench.environments.remote.host_env.HostEnv", false]], "id_from_connection() (mlos_bench.services.remote.ssh.ssh_service.sshclient static method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.id_from_connection", false]], "id_from_params() (mlos_bench.services.remote.ssh.ssh_service.sshclient static method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.id_from_params", false]], "identity (mlos_core.optimizers.spaceadaptertype attribute)": [[93, "mlos_core.optimizers.SpaceAdapterType.IDENTITY", false]], "identity (mlos_core.spaces.adapters.spaceadaptertype attribute)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.IDENTITY", false]], "identityadapter (class in mlos_core.spaces.adapters)": [[101, "mlos_core.spaces.adapters.IdentityAdapter", false]], "identityadapter (class in mlos_core.spaces.adapters.identity_adapter)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", false]], "ignore_plotter_warnings() (in module mlos_viz)": [[111, "mlos_viz.ignore_plotter_warnings", false]], "ignore_plotter_warnings() (in module mlos_viz.base)": [[112, "mlos_viz.base.ignore_plotter_warnings", false]], "ignore_plotter_warnings() (in module mlos_viz.dabl)": [[113, "mlos_viz.dabl.ignore_plotter_warnings", false]], "in_range() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.in_range", false], [143, "mlos_bench.tunables.Tunable.in_range", false]], "in_range() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.in_range", false]], "instantiate_from_config() (in module mlos_bench.util)": [[89, "mlos_bench.util.instantiate_from_config", false]], "inverse_transform() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.inverse_transform", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.inverse_transform", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.identityadapter method)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.inverse_transform", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.llamatuneadapter method)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.inverse_transform", false]], "is_canceled() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_canceled", false], [120, "mlos_bench.environments.Status.is_canceled", false]], "is_canceled() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_canceled", false]], "is_categorical (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_categorical", false], [143, "mlos_bench.tunables.Tunable.is_categorical", false]], "is_categorical (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_categorical", false]], "is_completed() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_completed", false], [120, "mlos_bench.environments.Status.is_completed", false]], "is_completed() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_completed", false]], "is_config_pending() (mlos_bench.services.remote.azure.azure_saas.azuresaasconfigservice method)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService.is_config_pending", false]], "is_config_pending() (mlos_bench.services.remote.azure.azuresaasconfigservice method)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService.is_config_pending", false]], "is_config_pending() (mlos_bench.services.types.remote_config_type.supportsremoteconfig method)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig.is_config_pending", false]], "is_config_pending() (mlos_bench.services.types.supportsremoteconfig method)": [[55, "mlos_bench.services.types.SupportsRemoteConfig.is_config_pending", false]], "is_default() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.is_default", false], [143, "mlos_bench.tunables.Tunable.is_default", false]], "is_default() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.is_default", false]], "is_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.is_defaults", false]], "is_defaults() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.is_defaults", false]], "is_defaults() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.is_defaults", false], [144, "mlos_bench.tunables.TunableGroups.is_defaults", false]], "is_failed() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_failed", false], [120, "mlos_bench.environments.Status.is_failed", false]], "is_failed() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_failed", false]], "is_good() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_good", false], [120, "mlos_bench.environments.Status.is_good", false]], "is_good() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_good", false]], "is_log (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_log", false], [143, "mlos_bench.tunables.Tunable.is_log", false]], "is_log (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_log", false]], "is_numerical (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_numerical", false], [143, "mlos_bench.tunables.Tunable.is_numerical", false]], "is_numerical (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_numerical", false]], "is_pending() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_pending", false], [120, "mlos_bench.environments.Status.is_pending", false]], "is_pending() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_pending", false]], "is_ready() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_ready", false], [120, "mlos_bench.environments.Status.is_ready", false]], "is_ready() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_ready", false]], "is_special (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_special", false], [143, "mlos_bench.tunables.Tunable.is_special", false]], "is_special (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_special", false]], "is_succeeded() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_succeeded", false], [120, "mlos_bench.environments.Status.is_succeeded", false]], "is_succeeded() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_succeeded", false]], "is_timed_out() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_timed_out", false], [120, "mlos_bench.environments.Status.is_timed_out", false]], "is_timed_out() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_timed_out", false]], "is_updated() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.is_updated", false]], "is_updated() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.is_updated", false]], "is_updated() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.is_updated", false], [144, "mlos_bench.tunables.TunableGroups.is_updated", false]], "is_valid() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.is_valid", false], [143, "mlos_bench.tunables.Tunable.is_valid", false]], "is_valid() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.is_valid", false]], "kv_df_to_dict() (in module mlos_bench.storage.util)": [[84, "mlos_bench.storage.util.kv_df_to_dict", false]], "launcher (class in mlos_bench.launcher)": [[22, "mlos_bench.launcher.Launcher", false]], "limit_top_n_configs() (in module mlos_viz.base)": [[112, "mlos_viz.base.limit_top_n_configs", false]], "llamatune (mlos_core.optimizers.spaceadaptertype attribute)": [[93, "mlos_core.optimizers.SpaceAdapterType.LLAMATUNE", false]], "llamatune (mlos_core.spaces.adapters.spaceadaptertype attribute)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.LLAMATUNE", false]], "llamatuneadapter (class in mlos_core.spaces.adapters)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter", false]], "llamatuneadapter (class in mlos_core.spaces.adapters.llamatune)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", false]], "load() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load", false]], "load() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load", false]], "load() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load", false], [136, "mlos_bench.storage.Storage.Experiment.load", false]], "load_config() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.load_config", false]], "load_config() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.load_config", false]], "load_config() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_config", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_config", false]], "load_config() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_config", false]], "load_config() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_config", false]], "load_environment() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment", false]], "load_environment_list() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment_list", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment_list", false]], "load_environment_list() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_environment_list", false]], "load_environment_list() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_environment_list", false]], "load_services() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_services", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_services", false]], "load_services() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_services", false]], "load_services() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_services", false]], "load_telemetry() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load_telemetry", false]], "load_telemetry() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load_telemetry", false]], "load_telemetry() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load_telemetry", false], [136, "mlos_bench.storage.Storage.Experiment.load_telemetry", false]], "load_tunable_config() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load_tunable_config", false]], "load_tunable_config() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load_tunable_config", false]], "load_tunable_config() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load_tunable_config", false], [136, "mlos_bench.storage.Storage.Experiment.load_tunable_config", false]], "local_exec() (mlos_bench.services.local.local_exec.localexecservice method)": [[41, "mlos_bench.services.local.local_exec.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.local.localexecservice method)": [[40, "mlos_bench.services.local.LocalExecService.local_exec", false], [133, "mlos_bench.services.local.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.localexecservice method)": [[36, "mlos_bench.services.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.types.local_exec_type.supportslocalexec method)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec.local_exec", false]], "local_exec() (mlos_bench.services.types.supportslocalexec method)": [[55, "mlos_bench.services.types.SupportsLocalExec.local_exec", false]], "localenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.LocalEnv", false]], "localenv (class in mlos_bench.environments.local)": [[8, "mlos_bench.environments.local.LocalEnv", false], [121, "mlos_bench.environments.local.LocalEnv", false]], "localenv (class in mlos_bench.environments.local.local_env)": [[9, "mlos_bench.environments.local.local_env.LocalEnv", false]], "localexecservice (class in mlos_bench.services)": [[36, "mlos_bench.services.LocalExecService", false]], "localexecservice (class in mlos_bench.services.local)": [[40, "mlos_bench.services.local.LocalExecService", false], [133, "mlos_bench.services.local.LocalExecService", false]], "localexecservice (class in mlos_bench.services.local.local_exec)": [[41, "mlos_bench.services.local.local_exec.LocalExecService", false]], "localfileshareenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.LocalFileShareEnv", false]], "localfileshareenv (class in mlos_bench.environments.local)": [[8, "mlos_bench.environments.local.LocalFileShareEnv", false], [122, "mlos_bench.environments.local.LocalFileShareEnv", false]], "localfileshareenv (class in mlos_bench.environments.local.local_fileshare_env)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv", false]], "log (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.log", false]], "max_suggestions (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.max_suggestions", false]], "max_suggestions (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.max_suggestions", false], [129, "mlos_bench.optimizers.Optimizer.max_suggestions", false]], "max_trials (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.max_trials", false]], "max_trials (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.max_trials", false]], "merge() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.merge", false]], "merge() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.merge", false]], "merge() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.merge", false], [136, "mlos_bench.storage.Storage.Experiment.merge", false]], "merge() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.merge", false]], "merge() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.merge", false], [144, "mlos_bench.tunables.TunableGroups.merge", false]], "merge_methods() (mlos_bench.services.base_service.service static method)": [[38, "mlos_bench.services.base_service.Service.merge_methods", false]], "merge_methods() (mlos_bench.services.service static method)": [[36, "mlos_bench.services.Service.merge_methods", false], [131, "mlos_bench.services.Service.merge_methods", false]], "merge_parameters() (in module mlos_bench.util)": [[89, "mlos_bench.util.merge_parameters", false]], "meta (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.meta", false], [143, "mlos_bench.tunables.Tunable.meta", false]], "meta (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.meta", false]], "meta (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.meta", false]], "metadata_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.metadata_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.metadata_df", false]], "metadata_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.metadata_df", false]], "metadata_dict (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.metadata_dict", false], [138, "mlos_bench.storage.base_trial_data.TrialData.metadata_dict", false]], "mlos_bench": [[0, "module-mlos_bench", false]], "mlos_bench.config": [[1, "module-mlos_bench.config", false]], "mlos_bench.config.schemas": [[2, "module-mlos_bench.config.schemas", false]], "mlos_bench.config.schemas.config_schemas": [[3, "module-mlos_bench.config.schemas.config_schemas", false]], "mlos_bench.dict_templater": [[4, "module-mlos_bench.dict_templater", false]], "mlos_bench.environments": [[5, "module-mlos_bench.environments", false]], "mlos_bench.environments.base_environment": [[6, "module-mlos_bench.environments.base_environment", false]], "mlos_bench.environments.composite_env": [[7, "module-mlos_bench.environments.composite_env", false]], "mlos_bench.environments.local": [[8, "module-mlos_bench.environments.local", false]], "mlos_bench.environments.local.local_env": [[9, "module-mlos_bench.environments.local.local_env", false]], "mlos_bench.environments.local.local_fileshare_env": [[10, "module-mlos_bench.environments.local.local_fileshare_env", false]], "mlos_bench.environments.mock_env": [[11, "module-mlos_bench.environments.mock_env", false]], "mlos_bench.environments.remote": [[12, "module-mlos_bench.environments.remote", false]], "mlos_bench.environments.remote.host_env": [[13, "module-mlos_bench.environments.remote.host_env", false]], "mlos_bench.environments.remote.network_env": [[14, "module-mlos_bench.environments.remote.network_env", false]], "mlos_bench.environments.remote.os_env": [[15, "module-mlos_bench.environments.remote.os_env", false]], "mlos_bench.environments.remote.remote_env": [[16, "module-mlos_bench.environments.remote.remote_env", false]], "mlos_bench.environments.remote.saas_env": [[17, "module-mlos_bench.environments.remote.saas_env", false]], "mlos_bench.environments.remote.vm_env": [[18, "module-mlos_bench.environments.remote.vm_env", false]], "mlos_bench.environments.script_env": [[19, "module-mlos_bench.environments.script_env", false]], "mlos_bench.environments.status": [[20, "module-mlos_bench.environments.status", false]], "mlos_bench.event_loop_context": [[21, "module-mlos_bench.event_loop_context", false]], "mlos_bench.launcher": [[22, "module-mlos_bench.launcher", false]], "mlos_bench.optimizers": [[23, "module-mlos_bench.optimizers", false]], "mlos_bench.optimizers.base_optimizer": [[24, "module-mlos_bench.optimizers.base_optimizer", false]], "mlos_bench.optimizers.convert_configspace": [[25, "module-mlos_bench.optimizers.convert_configspace", false]], "mlos_bench.optimizers.grid_search_optimizer": [[26, "module-mlos_bench.optimizers.grid_search_optimizer", false]], "mlos_bench.optimizers.mlos_core_optimizer": [[27, "module-mlos_bench.optimizers.mlos_core_optimizer", false]], "mlos_bench.optimizers.mock_optimizer": [[28, "module-mlos_bench.optimizers.mock_optimizer", false]], "mlos_bench.optimizers.one_shot_optimizer": [[29, "module-mlos_bench.optimizers.one_shot_optimizer", false]], "mlos_bench.optimizers.track_best_optimizer": [[30, "module-mlos_bench.optimizers.track_best_optimizer", false]], "mlos_bench.os_environ": [[31, "module-mlos_bench.os_environ", false]], "mlos_bench.run": [[32, "module-mlos_bench.run", false]], "mlos_bench.schedulers": [[33, "module-mlos_bench.schedulers", false]], "mlos_bench.schedulers.base_scheduler": [[34, "module-mlos_bench.schedulers.base_scheduler", false]], "mlos_bench.schedulers.sync_scheduler": [[35, "module-mlos_bench.schedulers.sync_scheduler", false]], "mlos_bench.services": [[36, "module-mlos_bench.services", false]], "mlos_bench.services.base_fileshare": [[37, "module-mlos_bench.services.base_fileshare", false]], "mlos_bench.services.base_service": [[38, "module-mlos_bench.services.base_service", false]], "mlos_bench.services.config_persistence": [[39, "module-mlos_bench.services.config_persistence", false]], "mlos_bench.services.local": [[40, "module-mlos_bench.services.local", false]], "mlos_bench.services.local.local_exec": [[41, "module-mlos_bench.services.local.local_exec", false]], "mlos_bench.services.local.temp_dir_context": [[42, "module-mlos_bench.services.local.temp_dir_context", false]], "mlos_bench.services.remote": [[43, "module-mlos_bench.services.remote", false]], "mlos_bench.services.remote.azure": [[44, "module-mlos_bench.services.remote.azure", false]], "mlos_bench.services.remote.azure.azure_auth": [[45, "module-mlos_bench.services.remote.azure.azure_auth", false]], "mlos_bench.services.remote.azure.azure_deployment_services": [[46, "module-mlos_bench.services.remote.azure.azure_deployment_services", false]], "mlos_bench.services.remote.azure.azure_fileshare": [[47, "module-mlos_bench.services.remote.azure.azure_fileshare", false]], "mlos_bench.services.remote.azure.azure_network_services": [[48, "module-mlos_bench.services.remote.azure.azure_network_services", false]], "mlos_bench.services.remote.azure.azure_saas": [[49, "module-mlos_bench.services.remote.azure.azure_saas", false]], "mlos_bench.services.remote.azure.azure_vm_services": [[50, "module-mlos_bench.services.remote.azure.azure_vm_services", false]], "mlos_bench.services.remote.ssh": [[51, "module-mlos_bench.services.remote.ssh", false]], "mlos_bench.services.remote.ssh.ssh_fileshare": [[52, "module-mlos_bench.services.remote.ssh.ssh_fileshare", false]], "mlos_bench.services.remote.ssh.ssh_host_service": [[53, "module-mlos_bench.services.remote.ssh.ssh_host_service", false]], "mlos_bench.services.remote.ssh.ssh_service": [[54, "module-mlos_bench.services.remote.ssh.ssh_service", false]], "mlos_bench.services.types": [[55, "module-mlos_bench.services.types", false]], "mlos_bench.services.types.authenticator_type": [[56, "module-mlos_bench.services.types.authenticator_type", false]], "mlos_bench.services.types.config_loader_type": [[57, "module-mlos_bench.services.types.config_loader_type", false]], "mlos_bench.services.types.fileshare_type": [[58, "module-mlos_bench.services.types.fileshare_type", false]], "mlos_bench.services.types.host_ops_type": [[59, "module-mlos_bench.services.types.host_ops_type", false]], "mlos_bench.services.types.host_provisioner_type": [[60, "module-mlos_bench.services.types.host_provisioner_type", false]], "mlos_bench.services.types.local_exec_type": [[61, "module-mlos_bench.services.types.local_exec_type", false]], "mlos_bench.services.types.network_provisioner_type": [[62, "module-mlos_bench.services.types.network_provisioner_type", false]], "mlos_bench.services.types.os_ops_type": [[63, "module-mlos_bench.services.types.os_ops_type", false]], "mlos_bench.services.types.remote_config_type": [[64, "module-mlos_bench.services.types.remote_config_type", false]], "mlos_bench.services.types.remote_exec_type": [[65, "module-mlos_bench.services.types.remote_exec_type", false]], "mlos_bench.services.types.vm_provisioner_type": [[66, "module-mlos_bench.services.types.vm_provisioner_type", false]], "mlos_bench.storage": [[67, "module-mlos_bench.storage", false]], "mlos_bench.storage.base_experiment_data": [[68, "module-mlos_bench.storage.base_experiment_data", false]], "mlos_bench.storage.base_storage": [[69, "module-mlos_bench.storage.base_storage", false]], "mlos_bench.storage.base_trial_data": [[70, "module-mlos_bench.storage.base_trial_data", false]], "mlos_bench.storage.base_tunable_config_data": [[71, "module-mlos_bench.storage.base_tunable_config_data", false]], "mlos_bench.storage.base_tunable_config_trial_group_data": [[72, "module-mlos_bench.storage.base_tunable_config_trial_group_data", false]], "mlos_bench.storage.sql": [[73, "module-mlos_bench.storage.sql", false]], "mlos_bench.storage.sql.common": [[74, "module-mlos_bench.storage.sql.common", false]], "mlos_bench.storage.sql.experiment": [[75, "module-mlos_bench.storage.sql.experiment", false]], "mlos_bench.storage.sql.experiment_data": [[76, "module-mlos_bench.storage.sql.experiment_data", false]], "mlos_bench.storage.sql.schema": [[77, "module-mlos_bench.storage.sql.schema", false]], "mlos_bench.storage.sql.storage": [[78, "module-mlos_bench.storage.sql.storage", false]], "mlos_bench.storage.sql.trial": [[79, "module-mlos_bench.storage.sql.trial", false]], "mlos_bench.storage.sql.trial_data": [[80, "module-mlos_bench.storage.sql.trial_data", false]], "mlos_bench.storage.sql.tunable_config_data": [[81, "module-mlos_bench.storage.sql.tunable_config_data", false]], "mlos_bench.storage.sql.tunable_config_trial_group_data": [[82, "module-mlos_bench.storage.sql.tunable_config_trial_group_data", false]], "mlos_bench.storage.storage_factory": [[83, "module-mlos_bench.storage.storage_factory", false]], "mlos_bench.storage.util": [[84, "module-mlos_bench.storage.util", false]], "mlos_bench.tunables": [[85, "module-mlos_bench.tunables", false]], "mlos_bench.tunables.covariant_group": [[86, "module-mlos_bench.tunables.covariant_group", false]], "mlos_bench.tunables.tunable": [[87, "module-mlos_bench.tunables.tunable", false]], "mlos_bench.tunables.tunable_groups": [[88, "module-mlos_bench.tunables.tunable_groups", false]], "mlos_bench.util": [[89, "module-mlos_bench.util", false]], "mlos_bench.version": [[90, "module-mlos_bench.version", false]], "mlos_core": [[92, "module-mlos_core", false]], "mlos_core.optimizers": [[93, "module-mlos_core.optimizers", false]], "mlos_core.optimizers.bayesian_optimizers": [[94, "module-mlos_core.optimizers.bayesian_optimizers", false]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer": [[95, "module-mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", false]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer": [[96, "module-mlos_core.optimizers.bayesian_optimizers.smac_optimizer", false]], "mlos_core.optimizers.flaml_optimizer": [[97, "module-mlos_core.optimizers.flaml_optimizer", false]], "mlos_core.optimizers.optimizer": [[98, "module-mlos_core.optimizers.optimizer", false]], "mlos_core.optimizers.random_optimizer": [[99, "module-mlos_core.optimizers.random_optimizer", false]], "mlos_core.spaces": [[100, "module-mlos_core.spaces", false]], "mlos_core.spaces.adapters": [[101, "module-mlos_core.spaces.adapters", false]], "mlos_core.spaces.adapters.adapter": [[102, "module-mlos_core.spaces.adapters.adapter", false]], "mlos_core.spaces.adapters.identity_adapter": [[103, "module-mlos_core.spaces.adapters.identity_adapter", false]], "mlos_core.spaces.adapters.llamatune": [[104, "module-mlos_core.spaces.adapters.llamatune", false]], "mlos_core.spaces.converters": [[105, "module-mlos_core.spaces.converters", false]], "mlos_core.spaces.converters.flaml": [[106, "module-mlos_core.spaces.converters.flaml", false]], "mlos_core.spaces.converters.util": [[107, "module-mlos_core.spaces.converters.util", false]], "mlos_core.util": [[108, "module-mlos_core.util", false]], "mlos_core.version": [[109, "module-mlos_core.version", false]], "mlos_viz": [[111, "module-mlos_viz", false]], "mlos_viz.base": [[112, "module-mlos_viz.base", false]], "mlos_viz.dabl": [[113, "module-mlos_viz.dabl", false]], "mlos_viz.util": [[114, "module-mlos_viz.util", false]], "mlos_viz.version": [[115, "module-mlos_viz.version", false]], "mloscoreoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer", false]], "mloscoreoptimizer (class in mlos_bench.optimizers.mlos_core_optimizer)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer", false]], "mlosvizmethod (class in mlos_viz)": [[111, "mlos_viz.MlosVizMethod", false], [160, "mlos_viz.MlosVizMethod", false]], "mockenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.MockEnv", false], [119, "mlos_bench.environments.MockEnv", false]], "mockenv (class in mlos_bench.environments.mock_env)": [[11, "mlos_bench.environments.mock_env.MockEnv", false]], "mockoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.MockOptimizer", false], [128, "mlos_bench.optimizers.MockOptimizer", false]], "mockoptimizer (class in mlos_bench.optimizers.mock_optimizer)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer", false]], "module": [[0, "module-mlos_bench", false], [1, "module-mlos_bench.config", false], [2, "module-mlos_bench.config.schemas", false], [3, "module-mlos_bench.config.schemas.config_schemas", false], [4, "module-mlos_bench.dict_templater", false], [5, "module-mlos_bench.environments", false], [6, "module-mlos_bench.environments.base_environment", false], [7, "module-mlos_bench.environments.composite_env", false], [8, "module-mlos_bench.environments.local", false], [9, "module-mlos_bench.environments.local.local_env", false], [10, "module-mlos_bench.environments.local.local_fileshare_env", false], [11, "module-mlos_bench.environments.mock_env", false], [12, "module-mlos_bench.environments.remote", false], [13, "module-mlos_bench.environments.remote.host_env", false], [14, "module-mlos_bench.environments.remote.network_env", false], [15, "module-mlos_bench.environments.remote.os_env", false], [16, "module-mlos_bench.environments.remote.remote_env", false], [17, "module-mlos_bench.environments.remote.saas_env", false], [18, "module-mlos_bench.environments.remote.vm_env", false], [19, "module-mlos_bench.environments.script_env", false], [20, "module-mlos_bench.environments.status", false], [21, "module-mlos_bench.event_loop_context", false], [22, "module-mlos_bench.launcher", false], [23, "module-mlos_bench.optimizers", false], [24, "module-mlos_bench.optimizers.base_optimizer", false], [25, "module-mlos_bench.optimizers.convert_configspace", false], [26, "module-mlos_bench.optimizers.grid_search_optimizer", false], [27, "module-mlos_bench.optimizers.mlos_core_optimizer", false], [28, "module-mlos_bench.optimizers.mock_optimizer", false], [29, "module-mlos_bench.optimizers.one_shot_optimizer", false], [30, "module-mlos_bench.optimizers.track_best_optimizer", false], [31, "module-mlos_bench.os_environ", false], [32, "module-mlos_bench.run", false], [33, "module-mlos_bench.schedulers", false], [34, "module-mlos_bench.schedulers.base_scheduler", false], [35, "module-mlos_bench.schedulers.sync_scheduler", false], [36, "module-mlos_bench.services", false], [37, "module-mlos_bench.services.base_fileshare", false], [38, "module-mlos_bench.services.base_service", false], [39, "module-mlos_bench.services.config_persistence", false], [40, "module-mlos_bench.services.local", false], [41, "module-mlos_bench.services.local.local_exec", false], [42, "module-mlos_bench.services.local.temp_dir_context", false], [43, "module-mlos_bench.services.remote", false], [44, "module-mlos_bench.services.remote.azure", false], [45, "module-mlos_bench.services.remote.azure.azure_auth", false], [46, "module-mlos_bench.services.remote.azure.azure_deployment_services", false], [47, "module-mlos_bench.services.remote.azure.azure_fileshare", false], [48, "module-mlos_bench.services.remote.azure.azure_network_services", false], [49, "module-mlos_bench.services.remote.azure.azure_saas", false], [50, "module-mlos_bench.services.remote.azure.azure_vm_services", false], [51, "module-mlos_bench.services.remote.ssh", false], [52, "module-mlos_bench.services.remote.ssh.ssh_fileshare", false], [53, "module-mlos_bench.services.remote.ssh.ssh_host_service", false], [54, "module-mlos_bench.services.remote.ssh.ssh_service", false], [55, "module-mlos_bench.services.types", false], [56, "module-mlos_bench.services.types.authenticator_type", false], [57, "module-mlos_bench.services.types.config_loader_type", false], [58, "module-mlos_bench.services.types.fileshare_type", false], [59, "module-mlos_bench.services.types.host_ops_type", false], [60, "module-mlos_bench.services.types.host_provisioner_type", false], [61, "module-mlos_bench.services.types.local_exec_type", false], [62, "module-mlos_bench.services.types.network_provisioner_type", false], [63, "module-mlos_bench.services.types.os_ops_type", false], [64, "module-mlos_bench.services.types.remote_config_type", false], [65, "module-mlos_bench.services.types.remote_exec_type", false], [66, "module-mlos_bench.services.types.vm_provisioner_type", false], [67, "module-mlos_bench.storage", false], [68, "module-mlos_bench.storage.base_experiment_data", false], [69, "module-mlos_bench.storage.base_storage", false], [70, "module-mlos_bench.storage.base_trial_data", false], [71, "module-mlos_bench.storage.base_tunable_config_data", false], [72, "module-mlos_bench.storage.base_tunable_config_trial_group_data", false], [73, "module-mlos_bench.storage.sql", false], [74, "module-mlos_bench.storage.sql.common", false], [75, "module-mlos_bench.storage.sql.experiment", false], [76, "module-mlos_bench.storage.sql.experiment_data", false], [77, "module-mlos_bench.storage.sql.schema", false], [78, "module-mlos_bench.storage.sql.storage", false], [79, "module-mlos_bench.storage.sql.trial", false], [80, "module-mlos_bench.storage.sql.trial_data", false], [81, "module-mlos_bench.storage.sql.tunable_config_data", false], [82, "module-mlos_bench.storage.sql.tunable_config_trial_group_data", false], [83, "module-mlos_bench.storage.storage_factory", false], [84, "module-mlos_bench.storage.util", false], [85, "module-mlos_bench.tunables", false], [86, "module-mlos_bench.tunables.covariant_group", false], [87, "module-mlos_bench.tunables.tunable", false], [88, "module-mlos_bench.tunables.tunable_groups", false], [89, "module-mlos_bench.util", false], [90, "module-mlos_bench.version", false], [92, "module-mlos_core", false], [93, "module-mlos_core.optimizers", false], [94, "module-mlos_core.optimizers.bayesian_optimizers", false], [95, "module-mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", false], [96, "module-mlos_core.optimizers.bayesian_optimizers.smac_optimizer", false], [97, "module-mlos_core.optimizers.flaml_optimizer", false], [98, "module-mlos_core.optimizers.optimizer", false], [99, "module-mlos_core.optimizers.random_optimizer", false], [100, "module-mlos_core.spaces", false], [101, "module-mlos_core.spaces.adapters", false], [102, "module-mlos_core.spaces.adapters.adapter", false], [103, "module-mlos_core.spaces.adapters.identity_adapter", false], [104, "module-mlos_core.spaces.adapters.llamatune", false], [105, "module-mlos_core.spaces.converters", false], [106, "module-mlos_core.spaces.converters.flaml", false], [107, "module-mlos_core.spaces.converters.util", false], [108, "module-mlos_core.util", false], [109, "module-mlos_core.version", false], [111, "module-mlos_viz", false], [112, "module-mlos_viz.base", false], [113, "module-mlos_viz.dabl", false], [114, "module-mlos_viz.util", false], [115, "module-mlos_viz.version", false]], "monkey_patch_quantization() (in module mlos_core.spaces.converters.util)": [[107, "mlos_core.spaces.converters.util.monkey_patch_quantization", false]], "n_random_init (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer property)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.n_random_init", false]], "n_random_init (mlos_core.optimizers.bayesian_optimizers.smacoptimizer property)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.n_random_init", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.n_random_init", false]], "n_random_init (mlos_core.optimizers.smacoptimizer property)": [[93, "mlos_core.optimizers.SmacOptimizer.n_random_init", false]], "name (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.name", false]], "name (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer property)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.name", false]], "name (mlos_bench.optimizers.mloscoreoptimizer property)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.name", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.name", false]], "name (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.name", false], [129, "mlos_bench.optimizers.Optimizer.name", false]], "name (mlos_bench.tunables.covariant_group.covarianttunablegroup property)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.name", false]], "name (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.name", false], [143, "mlos_bench.tunables.Tunable.name", false]], "name (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.name", false]], "networkenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.NetworkEnv", false]], "networkenv (class in mlos_bench.environments.remote.network_env)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv", false]], "new() (mlos_bench.environments.base_environment.environment class method)": [[6, "mlos_bench.environments.base_environment.Environment.new", false]], "new() (mlos_bench.environments.environment class method)": [[5, "mlos_bench.environments.Environment.new", false], [118, "mlos_bench.environments.Environment.new", false]], "new() (mlos_bench.services.base_service.service class method)": [[38, "mlos_bench.services.base_service.Service.new", false]], "new() (mlos_bench.services.service class method)": [[36, "mlos_bench.services.Service.new", false], [131, "mlos_bench.services.Service.new", false]], "new_trial() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.new_trial", false]], "new_trial() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.new_trial", false], [136, "mlos_bench.storage.Storage.Experiment.new_trial", false]], "normalize_config() (in module mlos_core.util)": [[108, "mlos_core.util.normalize_config", false]], "not_converged() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.not_converged", false]], "not_converged() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.not_converged", false]], "not_converged() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.not_converged", false], [129, "mlos_bench.optimizers.Optimizer.not_converged", false]], "not_done() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.not_done", false]], "not_done() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.not_done", false]], "nullable() (in module mlos_bench.util)": [[89, "mlos_bench.util.nullable", false]], "numerical_value (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.numerical_value", false], [143, "mlos_bench.tunables.Tunable.numerical_value", false]], "numerical_value (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.numerical_value", false]], "objectives (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.objectives", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.objectives", false]], "objectives (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.objectives", false]], "oneshotoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.OneShotOptimizer", false]], "oneshotoptimizer (class in mlos_bench.optimizers.one_shot_optimizer)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer", false]], "opt_targets (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.opt_targets", false]], "opt_targets (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.opt_targets", false]], "opt_targets (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.opt_targets", false], [136, "mlos_bench.storage.Storage.Experiment.opt_targets", false]], "opt_targets (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.opt_targets", false], [136, "mlos_bench.storage.Storage.Trial.opt_targets", false]], "optimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.Optimizer", false], [129, "mlos_bench.optimizers.Optimizer", false]], "optimizer (class in mlos_bench.optimizers.base_optimizer)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer", false]], "optimizer (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.OPTIMIZER", false]], "optimizer (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.OPTIMIZER", false]], "optimizerfactory (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.OptimizerFactory", false], [145, "mlos_core.optimizers.OptimizerFactory", false]], "optimizertype (class in mlos_core.optimizers)": [[147, "mlos_core.optimizers.OptimizerType", false]], "orig_parameter_space (mlos_core.spaces.adapters.adapter.basespaceadapter property)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.orig_parameter_space", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.orig_parameter_space", false]], "osenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.OSEnv", false], [124, "mlos_bench.environments.remote.OSEnv", false]], "osenv (class in mlos_bench.environments.remote.os_env)": [[15, "mlos_bench.environments.remote.os_env.OSEnv", false]], "parameters (mlos_bench.environments.base_environment.environment property)": [[6, "mlos_bench.environments.base_environment.Environment.parameters", false]], "parameters (mlos_bench.environments.environment property)": [[5, "mlos_bench.environments.Environment.parameters", false], [118, "mlos_bench.environments.Environment.parameters", false]], "params (mlos_bench.tunables.tunable.distributiondict attribute)": [[87, "mlos_bench.tunables.tunable.DistributionDict.params", false]], "path_join() (in module mlos_bench.util)": [[89, "mlos_bench.util.path_join", false]], "pending (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.PENDING", false], [120, "mlos_bench.environments.Status.PENDING", false]], "pending (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.PENDING", false]], "pending_configs (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer property)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.pending_configs", false]], "pending_trials() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.pending_trials", false]], "pending_trials() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.pending_trials", false]], "pending_trials() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.pending_trials", false], [136, "mlos_bench.storage.Storage.Experiment.pending_trials", false]], "plot() (in module mlos_viz)": [[111, "mlos_viz.plot", false], [161, "mlos_viz.plot", false]], "plot() (in module mlos_viz.dabl)": [[113, "mlos_viz.dabl.plot", false]], "plot_optimizer_trends() (in module mlos_viz.base)": [[112, "mlos_viz.base.plot_optimizer_trends", false]], "plot_top_n_configs() (in module mlos_viz.base)": [[112, "mlos_viz.base.plot_top_n_configs", false]], "pprint() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.pprint", false]], "pprint() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.pprint", false]], "pprint() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.pprint", false], [117, "mlos_bench.environments.CompositeEnv.pprint", false]], "pprint() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.pprint", false], [118, "mlos_bench.environments.Environment.pprint", false]], "pprint() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.pprint", false]], "pprint() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.pprint", false], [131, "mlos_bench.services.Service.pprint", false]], "prepare_class_load() (in module mlos_bench.util)": [[89, "mlos_bench.util.prepare_class_load", false]], "prepare_class_load() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.prepare_class_load", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.prepare_class_load", false]], "preprocess_dynamic_configs() (in module mlos_bench.util)": [[89, "mlos_bench.util.preprocess_dynamic_configs", false]], "provision_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.provision_host", false]], "provision_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.provision_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.provision_host", false]], "provision_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.provision_host", false]], "provision_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.provision_host", false]], "provision_network() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.provision_network", false]], "provision_network() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.provision_network", false]], "provision_network() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.provision_network", false]], "provision_network() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.provision_network", false]], "quantization_bins (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.quantization_bins", false], [143, "mlos_bench.tunables.Tunable.quantization_bins", false]], "quantization_bins (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.quantization_bins", false]], "quantization_bins (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.quantization_bins", false]], "quantized_values (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.quantized_values", false], [143, "mlos_bench.tunables.Tunable.quantized_values", false]], "quantized_values (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.quantized_values", false]], "ran_trials (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.ran_trials", false]], "ran_trials (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.ran_trials", false]], "random (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.RANDOM", false]], "randomoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.RandomOptimizer", false]], "randomoptimizer (class in mlos_core.optimizers.random_optimizer)": [[99, "mlos_core.optimizers.random_optimizer.RandomOptimizer", false], [152, "mlos_core.optimizers.random_optimizer.RandomOptimizer", false]], "range (mlos_bench.optimizers.convert_configspace.tunablevaluekind attribute)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind.RANGE", false]], "range (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.range", false], [143, "mlos_bench.tunables.Tunable.range", false]], "range (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.range", false]], "range (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.range", false]], "range_weight (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.range_weight", false], [143, "mlos_bench.tunables.Tunable.range_weight", false]], "range_weight (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.range_weight", false]], "range_weight (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.range_weight", false]], "ready (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.READY", false], [120, "mlos_bench.environments.Status.READY", false]], "ready (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.READY", false]], "reboot() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.reboot", false]], "reboot() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.reboot", false], [135, "mlos_bench.services.remote.azure.AzureVMService.reboot", false]], "reboot() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.reboot", false]], "reboot() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.reboot", false]], "reboot() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.reboot", false]], "register() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.register", false]], "register() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.register", false]], "register() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.register", false]], "register() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.register", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.register", false]], "register() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.register", false], [129, "mlos_bench.optimizers.Optimizer.register", false]], "register() (mlos_bench.optimizers.track_best_optimizer.trackbestoptimizer method)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer.register", false]], "register() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.register", false]], "register() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.register", false], [131, "mlos_bench.services.Service.register", false]], "register() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.register", false]], "register() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.register", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.register", false]], "register_pending() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.register_pending", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.flaml_optimizer.flamloptimizer method)": [[97, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.register_pending", false], [150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.flamloptimizer method)": [[93, "mlos_core.optimizers.FlamlOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.register_pending", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.random_optimizer.randomoptimizer method)": [[99, "mlos_core.optimizers.random_optimizer.RandomOptimizer.register_pending", false], [152, "mlos_core.optimizers.random_optimizer.RandomOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.randomoptimizer method)": [[93, "mlos_core.optimizers.RandomOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.register_pending", false]], "registry (mlos_bench.config.schemas.config_schemas.schemastore property)": [[3, "mlos_bench.config.schemas.config_schemas.SchemaStore.registry", false]], "remote_exec() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.remote_exec", false], [135, "mlos_bench.services.remote.azure.AzureVMService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.remote_exec", false]], "remote_exec() (mlos_bench.services.types.remote_exec_type.supportsremoteexec method)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec.remote_exec", false]], "remote_exec() (mlos_bench.services.types.supportsremoteexec method)": [[55, "mlos_bench.services.types.SupportsRemoteExec.remote_exec", false]], "remoteenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.RemoteEnv", false]], "remoteenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.RemoteEnv", false], [125, "mlos_bench.environments.remote.RemoteEnv", false]], "remoteenv (class in mlos_bench.environments.remote.remote_env)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv", false]], "reset() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.reset", false]], "reset() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.reset", false], [144, "mlos_bench.tunables.TunableGroups.reset", false]], "reset_is_updated() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.reset_is_updated", false]], "resolve_path() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.resolve_path", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.resolve_path", false]], "resolve_path() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.resolve_path", false]], "resolve_path() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.resolve_path", false]], "restart_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.restart_host", false]], "restart_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.restart_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.restart_host", false]], "restart_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.restart_host", false]], "restore_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.restore_defaults", false]], "restore_defaults() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.restore_defaults", false]], "restore_defaults() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.restore_defaults", false], [144, "mlos_bench.tunables.TunableGroups.restore_defaults", false]], "result_column_prefix (mlos_bench.storage.base_experiment_data.experimentdata attribute)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.RESULT_COLUMN_PREFIX", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.RESULT_COLUMN_PREFIX", false]], "results_df (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.results_df", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.results_df", false]], "results_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.results_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.results_df", false]], "results_df (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.results_df", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.results_df", false]], "results_df (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.results_df", false]], "results_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.results_df", false]], "results_df (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.results_df", false]], "results_dict (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.results_dict", false], [138, "mlos_bench.storage.base_trial_data.TrialData.results_dict", false]], "root_env_config (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.root_env_config", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.root_env_config", false]], "run() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.run", false]], "run() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.run", false]], "run() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.run", false], [117, "mlos_bench.environments.CompositeEnv.run", false]], "run() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.run", false], [118, "mlos_bench.environments.Environment.run", false]], "run() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.run", false]], "run() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.run", false], [121, "mlos_bench.environments.local.LocalEnv.run", false]], "run() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.run", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.run", false]], "run() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.mock_env.mockenv method)": [[11, "mlos_bench.environments.mock_env.MockEnv.run", false]], "run() (mlos_bench.environments.mockenv method)": [[5, "mlos_bench.environments.MockEnv.run", false], [119, "mlos_bench.environments.MockEnv.run", false]], "run() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.run", false]], "run() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.run", false], [125, "mlos_bench.environments.remote.RemoteEnv.run", false]], "run() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.run", false]], "run_coroutine() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.run_coroutine", false]], "run_trial() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.sync_scheduler.syncscheduler method)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.syncscheduler method)": [[33, "mlos_bench.schedulers.SyncScheduler.run_trial", false]], "running (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.RUNNING", false], [120, "mlos_bench.environments.Status.RUNNING", false]], "running (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.RUNNING", false]], "saasenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.SaaSEnv", false]], "saasenv (class in mlos_bench.environments.remote.saas_env)": [[17, "mlos_bench.environments.remote.saas_env.SaaSEnv", false]], "schedule_trial() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.schedule_trial", false]], "schedule_trial() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.schedule_trial", false]], "scheduler (class in mlos_bench.schedulers)": [[33, "mlos_bench.schedulers.Scheduler", false]], "scheduler (class in mlos_bench.schedulers.base_scheduler)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler", false]], "scheduler (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.SCHEDULER", false]], "scheduler (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.SCHEDULER", false]], "schema (mlos_bench.config.schemas.config_schemas.configschema property)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.schema", false]], "schema (mlos_bench.config.schemas.configschema property)": [[2, "mlos_bench.config.schemas.ConfigSchema.schema", false]], "schemastore (class in mlos_bench.config.schemas.config_schemas)": [[3, "mlos_bench.config.schemas.config_schemas.SchemaStore", false]], "score (mlos_core.optimizers.flaml_optimizer.evaluatedsample attribute)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample.score", false]], "scriptenv (class in mlos_bench.environments.script_env)": [[19, "mlos_bench.environments.script_env.ScriptEnv", false]], "seed (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.seed", false]], "seed (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.seed", false], [129, "mlos_bench.optimizers.Optimizer.seed", false]], "service (class in mlos_bench.services)": [[36, "mlos_bench.services.Service", false], [131, "mlos_bench.services.Service", false]], "service (class in mlos_bench.services.base_service)": [[38, "mlos_bench.services.base_service.Service", false]], "service (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.SERVICE", false]], "service (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.SERVICE", false]], "service (mlos_bench.launcher.launcher property)": [[22, "mlos_bench.launcher.Launcher.service", false]], "setup() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.setup", false]], "setup() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.setup", false]], "setup() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.setup", false], [117, "mlos_bench.environments.CompositeEnv.setup", false]], "setup() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.setup", false], [118, "mlos_bench.environments.Environment.setup", false]], "setup() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.setup", false]], "setup() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.setup", false], [121, "mlos_bench.environments.local.LocalEnv.setup", false]], "setup() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.setup", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.setup", false]], "setup() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.remote.host_env.hostenv method)": [[13, "mlos_bench.environments.remote.host_env.HostEnv.setup", false]], "setup() (mlos_bench.environments.remote.hostenv method)": [[12, "mlos_bench.environments.remote.HostEnv.setup", false], [123, "mlos_bench.environments.remote.HostEnv.setup", false]], "setup() (mlos_bench.environments.remote.network_env.networkenv method)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv.setup", false]], "setup() (mlos_bench.environments.remote.networkenv method)": [[12, "mlos_bench.environments.remote.NetworkEnv.setup", false]], "setup() (mlos_bench.environments.remote.os_env.osenv method)": [[15, "mlos_bench.environments.remote.os_env.OSEnv.setup", false]], "setup() (mlos_bench.environments.remote.osenv method)": [[12, "mlos_bench.environments.remote.OSEnv.setup", false], [124, "mlos_bench.environments.remote.OSEnv.setup", false]], "setup() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.setup", false]], "setup() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.setup", false], [125, "mlos_bench.environments.remote.RemoteEnv.setup", false]], "setup() (mlos_bench.environments.remote.saas_env.saasenv method)": [[17, "mlos_bench.environments.remote.saas_env.SaaSEnv.setup", false]], "setup() (mlos_bench.environments.remote.saasenv method)": [[12, "mlos_bench.environments.remote.SaaSEnv.setup", false]], "setup() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.setup", false]], "shutdown() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.shutdown", false]], "shutdown() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.shutdown", false], [135, "mlos_bench.services.remote.azure.AzureVMService.shutdown", false]], "shutdown() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.shutdown", false]], "shutdown() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.shutdown", false]], "shutdown() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.shutdown", false]], "smac (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.SMAC", false]], "smacoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.SmacOptimizer", false]], "smacoptimizer (class in mlos_core.optimizers.bayesian_optimizers)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", false]], "smacoptimizer (class in mlos_core.optimizers.bayesian_optimizers.smac_optimizer)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer", false]], "space_adapter (mlos_core.optimizers.baseoptimizer property)": [[93, "mlos_core.optimizers.BaseOptimizer.space_adapter", false]], "space_adapter (mlos_core.optimizers.optimizer.baseoptimizer property)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.space_adapter", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.space_adapter", false]], "spaceadapterfactory (class in mlos_core.spaces.adapters)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory", false]], "spaceadaptertype (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.SpaceAdapterType", false]], "spaceadaptertype (class in mlos_core.spaces.adapters)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType", false]], "span (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.span", false], [143, "mlos_bench.tunables.Tunable.span", false]], "span (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.span", false]], "special (mlos_bench.optimizers.convert_configspace.tunablevaluekind attribute)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind.SPECIAL", false]], "special (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.special", false], [143, "mlos_bench.tunables.Tunable.special", false]], "special (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.special", false]], "special (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.special", false]], "special_param_name_is_temp() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_name_is_temp", false]], "special_param_name_strip() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_name_strip", false]], "special_param_names() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_names", false]], "special_weights (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.special_weights", false]], "split_cmdline() (in module mlos_bench.services.local.local_exec)": [[41, "mlos_bench.services.local.local_exec.split_cmdline", false]], "sqlstorage (class in mlos_bench.storage.sql)": [[73, "mlos_bench.storage.sql.SqlStorage", false]], "sqlstorage (class in mlos_bench.storage.sql.storage)": [[78, "mlos_bench.storage.sql.storage.SqlStorage", false], [141, "mlos_bench.storage.sql.storage.SqlStorage", false]], "sshclient (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient", false]], "sshclientcache (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache", false]], "sshfileshareservice (class in mlos_bench.services.remote.ssh)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService", false]], "sshfileshareservice (class in mlos_bench.services.remote.ssh.ssh_fileshare)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService", false]], "sshhostservice (class in mlos_bench.services.remote.ssh)": [[51, "mlos_bench.services.remote.ssh.SshHostService", false]], "sshhostservice (class in mlos_bench.services.remote.ssh.ssh_host_service)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService", false]], "sshservice (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshService", false]], "start() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.start", false]], "start() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.start", false]], "start() (mlos_bench.schedulers.sync_scheduler.syncscheduler method)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler.start", false]], "start() (mlos_bench.schedulers.syncscheduler method)": [[33, "mlos_bench.schedulers.SyncScheduler.start", false]], "start_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.start_host", false]], "start_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.start_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.start_host", false]], "start_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.start_host", false]], "start_with_defaults (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.start_with_defaults", false]], "start_with_defaults (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.start_with_defaults", false], [129, "mlos_bench.optimizers.Optimizer.start_with_defaults", false]], "status (class in mlos_bench.environments)": [[5, "mlos_bench.environments.Status", false], [120, "mlos_bench.environments.Status", false]], "status (class in mlos_bench.environments.status)": [[20, "mlos_bench.environments.status.Status", false]], "status (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.status", false]], "status (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.status", false], [138, "mlos_bench.storage.base_trial_data.TrialData.status", false]], "status (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.status", false], [136, "mlos_bench.storage.Storage.Trial.status", false]], "status() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.status", false]], "status() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.status", false]], "status() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.status", false], [117, "mlos_bench.environments.CompositeEnv.status", false]], "status() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.status", false], [118, "mlos_bench.environments.Environment.status", false]], "status() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.status", false]], "status() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.status", false]], "status() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.status", false], [121, "mlos_bench.environments.local.LocalEnv.status", false]], "status() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.status", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.status", false]], "status() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.status", false]], "status() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.status", false]], "stop_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.stop_host", false]], "stop_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.stop_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.stop_host", false]], "stop_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.stop_host", false]], "storage (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage", false], [136, "mlos_bench.storage.Storage", false]], "storage (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage", false]], "storage (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.STORAGE", false]], "storage (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.STORAGE", false]], "storage.experiment (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage.Experiment", false], [136, "mlos_bench.storage.Storage.Experiment", false]], "storage.experiment (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment", false]], "storage.trial (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage.Trial", false], [136, "mlos_bench.storage.Storage.Trial", false]], "storage.trial (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage.Trial", false]], "subgroup() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.subgroup", false]], "subgroup() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.subgroup", false], [144, "mlos_bench.tunables.TunableGroups.subgroup", false]], "succeeded (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.SUCCEEDED", false], [120, "mlos_bench.environments.Status.SUCCEEDED", false]], "succeeded (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.SUCCEEDED", false]], "suggest() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.suggest", false]], "suggest() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.suggest", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mock_optimizer.mockoptimizer method)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mockoptimizer method)": [[23, "mlos_bench.optimizers.MockOptimizer.suggest", false], [128, "mlos_bench.optimizers.MockOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.one_shot_optimizer.oneshotoptimizer method)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.oneshotoptimizer method)": [[23, "mlos_bench.optimizers.OneShotOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.suggest", false], [129, "mlos_bench.optimizers.Optimizer.suggest", false]], "suggest() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.suggest", false]], "suggest() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.suggest", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.suggest", false]], "suggested_configs (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer property)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.suggested_configs", false]], "supports_preload (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.one_shot_optimizer.oneshotoptimizer property)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.oneshotoptimizer property)": [[23, "mlos_bench.optimizers.OneShotOptimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.supports_preload", false], [129, "mlos_bench.optimizers.Optimizer.supports_preload", false]], "supportsauth (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsAuth", false]], "supportsauth (class in mlos_bench.services.types.authenticator_type)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth", false]], "supportsconfigloading (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsConfigLoading", false]], "supportsconfigloading (class in mlos_bench.services.types.config_loader_type)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading", false]], "supportsfileshareops (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsFileShareOps", false]], "supportsfileshareops (class in mlos_bench.services.types.fileshare_type)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps", false]], "supportshostops (class in mlos_bench.services.types.host_ops_type)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps", false]], "supportshostprovisioning (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsHostProvisioning", false]], "supportshostprovisioning (class in mlos_bench.services.types.host_provisioner_type)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning", false]], "supportslocalexec (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsLocalExec", false]], "supportslocalexec (class in mlos_bench.services.types.local_exec_type)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec", false]], "supportsnetworkprovisioning (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning", false]], "supportsnetworkprovisioning (class in mlos_bench.services.types.network_provisioner_type)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning", false]], "supportsosops (class in mlos_bench.services.types.os_ops_type)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps", false]], "supportsremoteconfig (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsRemoteConfig", false]], "supportsremoteconfig (class in mlos_bench.services.types.remote_config_type)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig", false]], "supportsremoteexec (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsRemoteExec", false]], "supportsremoteexec (class in mlos_bench.services.types.remote_exec_type)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec", false]], "supportsvmops (class in mlos_bench.services.types.vm_provisioner_type)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.surrogate_predict", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.basebayesianoptimizer method)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.surrogate_predict", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.surrogate_predict", false]], "syncscheduler (class in mlos_bench.schedulers)": [[33, "mlos_bench.schedulers.SyncScheduler", false]], "syncscheduler (class in mlos_bench.schedulers.sync_scheduler)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler", false]], "target_parameter_space (mlos_core.spaces.adapters.adapter.basespaceadapter property)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.target_parameter_space", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.identity_adapter.identityadapter property)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.target_parameter_space", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.identityadapter property)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.llamatune.llamatuneadapter property)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.target_parameter_space", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.llamatuneadapter property)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.target_parameter_space", false]], "targets (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.targets", false]], "targets (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.targets", false], [129, "mlos_bench.optimizers.Optimizer.targets", false]], "teardown() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.teardown", false]], "teardown() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.teardown", false]], "teardown() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.teardown", false], [117, "mlos_bench.environments.CompositeEnv.teardown", false]], "teardown() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.teardown", false], [118, "mlos_bench.environments.Environment.teardown", false]], "teardown() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.teardown", false], [121, "mlos_bench.environments.local.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.host_env.hostenv method)": [[13, "mlos_bench.environments.remote.host_env.HostEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.hostenv method)": [[12, "mlos_bench.environments.remote.HostEnv.teardown", false], [123, "mlos_bench.environments.remote.HostEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.network_env.networkenv method)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.networkenv method)": [[12, "mlos_bench.environments.remote.NetworkEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.os_env.osenv method)": [[15, "mlos_bench.environments.remote.os_env.OSEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.osenv method)": [[12, "mlos_bench.environments.remote.OSEnv.teardown", false], [124, "mlos_bench.environments.remote.OSEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.teardown", false], [125, "mlos_bench.environments.remote.RemoteEnv.teardown", false]], "teardown() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.teardown", false]], "teardown() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.teardown", false]], "teardown() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.teardown", false]], "telemetry_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.telemetry_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.telemetry_df", false]], "telemetry_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.telemetry_df", false]], "temp_dir_context() (mlos_bench.services.local.temp_dir_context.tempdircontextservice method)": [[42, "mlos_bench.services.local.temp_dir_context.TempDirContextService.temp_dir_context", false]], "temp_dir_context() (mlos_bench.services.types.local_exec_type.supportslocalexec method)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec.temp_dir_context", false]], "temp_dir_context() (mlos_bench.services.types.supportslocalexec method)": [[55, "mlos_bench.services.types.SupportsLocalExec.temp_dir_context", false]], "tempdircontextservice (class in mlos_bench.services.local.temp_dir_context)": [[42, "mlos_bench.services.local.temp_dir_context.TempDirContextService", false]], "timed_out (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.TIMED_OUT", false], [120, "mlos_bench.environments.Status.TIMED_OUT", false]], "timed_out (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.TIMED_OUT", false]], "trackbestoptimizer (class in mlos_bench.optimizers.track_best_optimizer)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer", false]], "transform() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.transform", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.transform", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.identityadapter method)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.transform", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.llamatuneadapter method)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.transform", false]], "trial (class in mlos_bench.storage.sql.trial)": [[79, "mlos_bench.storage.sql.trial.Trial", false]], "trial_config_repeat_count (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.trial_config_repeat_count", false]], "trial_config_repeat_count (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.trial_config_repeat_count", false]], "trial_count (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.trial_count", false]], "trial_count (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.trial_count", false]], "trial_id (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.trial_id", false]], "trial_id (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.trial_id", false]], "trial_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.trial_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.trial_id", false]], "trial_id (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.trial_id", false], [136, "mlos_bench.storage.Storage.Experiment.trial_id", false]], "trial_id (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.trial_id", false], [136, "mlos_bench.storage.Storage.Trial.trial_id", false]], "trialdata (class in mlos_bench.storage.base_trial_data)": [[70, "mlos_bench.storage.base_trial_data.TrialData", false], [138, "mlos_bench.storage.base_trial_data.TrialData", false]], "trials (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.trials", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.trials", false]], "trials (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.trials", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.trials", false]], "trials (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.trials", false]], "trials (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.trials", false]], "trialsqldata (class in mlos_bench.storage.sql.trial_data)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData", false]], "try_parse_val() (in module mlos_bench.util)": [[89, "mlos_bench.util.try_parse_val", false]], "ts_end (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.ts_end", false], [138, "mlos_bench.storage.base_trial_data.TrialData.ts_end", false]], "ts_start (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.ts_start", false], [138, "mlos_bench.storage.base_trial_data.TrialData.ts_start", false]], "tunable (class in mlos_bench.tunables)": [[85, "mlos_bench.tunables.Tunable", false], [143, "mlos_bench.tunables.Tunable", false]], "tunable (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.Tunable", false]], "tunable_config (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config", false]], "tunable_config (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config", false]], "tunable_config (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.tunable_config", false]], "tunable_config (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.tunable_config", false]], "tunable_config_id (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.tunable_config_id", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.tunable_config_id", false], [136, "mlos_bench.storage.Storage.Trial.tunable_config_id", false]], "tunable_config_trial_group (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_trial_group", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_trial_group", false]], "tunable_config_trial_group (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.tunable_config_trial_group", false]], "tunable_config_trial_group_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_trial_group_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_trial_group_id", false]], "tunable_config_trial_groups (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_config_trial_groups", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_config_trial_groups", false]], "tunable_config_trial_groups (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.tunable_config_trial_groups", false]], "tunable_configs (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_configs", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_configs", false]], "tunable_configs (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.tunable_configs", false]], "tunable_groups_to_configspace() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.tunable_groups_to_configspace", false]], "tunable_params (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.TUNABLE_PARAMS", false]], "tunable_params (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.TUNABLE_PARAMS", false]], "tunable_params (mlos_bench.environments.base_environment.environment property)": [[6, "mlos_bench.environments.base_environment.Environment.tunable_params", false]], "tunable_params (mlos_bench.environments.environment property)": [[5, "mlos_bench.environments.Environment.tunable_params", false], [118, "mlos_bench.environments.Environment.tunable_params", false]], "tunable_params (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.tunable_params", false]], "tunable_params (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.tunable_params", false], [129, "mlos_bench.optimizers.Optimizer.tunable_params", false]], "tunable_values (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.TUNABLE_VALUES", false]], "tunable_values (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.TUNABLE_VALUES", false]], "tunable_values_to_configuration() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.tunable_values_to_configuration", false]], "tunableconfigdata (class in mlos_bench.storage.base_tunable_config_data)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData", false]], "tunableconfigsqldata (class in mlos_bench.storage.sql.tunable_config_data)": [[81, "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData", false]], "tunableconfigtrialgroupdata (class in mlos_bench.storage.base_tunable_config_trial_group_data)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", false]], "tunableconfigtrialgroupsqldata (class in mlos_bench.storage.sql.tunable_config_trial_group_data)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData", false]], "tunabledict (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableDict", false]], "tunablegroups (class in mlos_bench.tunables)": [[85, "mlos_bench.tunables.TunableGroups", false], [144, "mlos_bench.tunables.TunableGroups", false]], "tunablegroups (class in mlos_bench.tunables.tunable_groups)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups", false]], "tunables (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.tunables", false]], "tunables (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.tunables", false]], "tunables (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.tunables", false], [136, "mlos_bench.storage.Storage.Experiment.tunables", false]], "tunables (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.tunables", false], [136, "mlos_bench.storage.Storage.Trial.tunables", false]], "tunablevalue (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValue", false]], "tunablevaluekind (class in mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind", false]], "tunablevaluesdict (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValuesDict", false]], "tunablevaluetype (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueType", false]], "tunablevaluetypename (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueTypeName", false]], "tunablevaluetypetuple (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueTypeTuple", false]], "type (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.type", false], [143, "mlos_bench.tunables.Tunable.type", false]], "type (mlos_bench.tunables.tunable.distributiondict attribute)": [[87, "mlos_bench.tunables.tunable.DistributionDict.type", false]], "type (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.type", false]], "type (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.type", false]], "unified (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.UNIFIED", false]], "unified (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.UNIFIED", false]], "unknown (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.UNKNOWN", false], [120, "mlos_bench.environments.Status.UNKNOWN", false]], "unknown (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.UNKNOWN", false]], "update() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.update", false]], "update() (mlos_bench.storage.sql.trial.trial method)": [[79, "mlos_bench.storage.sql.trial.Trial.update", false]], "update() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.update", false], [136, "mlos_bench.storage.Storage.Trial.update", false]], "update() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.update", false], [143, "mlos_bench.tunables.Tunable.update", false]], "update() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.update", false]], "update_telemetry() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.update_telemetry", false]], "update_telemetry() (mlos_bench.storage.sql.trial.trial method)": [[79, "mlos_bench.storage.sql.trial.Trial.update_telemetry", false]], "update_telemetry() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.update_telemetry", false], [136, "mlos_bench.storage.Storage.Trial.update_telemetry", false]], "upload (mlos_bench.services.remote.ssh.ssh_fileshare.copymode attribute)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode.UPLOAD", false]], "upload() (mlos_bench.services.base_fileshare.fileshareservice method)": [[37, "mlos_bench.services.base_fileshare.FileShareService.upload", false]], "upload() (mlos_bench.services.fileshareservice method)": [[36, "mlos_bench.services.FileShareService.upload", false], [130, "mlos_bench.services.FileShareService.upload", false]], "upload() (mlos_bench.services.remote.azure.azure_fileshare.azurefileshareservice method)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService.upload", false]], "upload() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService.upload", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService.upload", false]], "upload() (mlos_bench.services.remote.ssh.ssh_fileshare.sshfileshareservice method)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService.upload", false]], "upload() (mlos_bench.services.remote.ssh.sshfileshareservice method)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService.upload", false]], "upload() (mlos_bench.services.types.fileshare_type.supportsfileshareops method)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps.upload", false]], "upload() (mlos_bench.services.types.supportsfileshareops method)": [[55, "mlos_bench.services.types.SupportsFileShareOps.upload", false]], "utcify_nullable_timestamp() (in module mlos_bench.util)": [[89, "mlos_bench.util.utcify_nullable_timestamp", false]], "utcify_timestamp() (in module mlos_bench.util)": [[89, "mlos_bench.util.utcify_timestamp", false]], "validate() (mlos_bench.config.schemas.config_schemas.configschema method)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.validate", false]], "validate() (mlos_bench.config.schemas.configschema method)": [[2, "mlos_bench.config.schemas.ConfigSchema.validate", false]], "value (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.value", false], [143, "mlos_bench.tunables.Tunable.value", false]], "value (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.value", false]], "values (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.values", false], [143, "mlos_bench.tunables.Tunable.values", false]], "values (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.values", false]], "values_weights (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.values_weights", false]], "vm_deprovision() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_deprovision", false]], "vm_provision() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_provision", false]], "vm_restart() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_restart", false]], "vm_start() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_start", false]], "vm_stop() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_stop", false]], "vmenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.VMEnv", false], [126, "mlos_bench.environments.remote.VMEnv", false]], "vmenv (class in mlos_bench.environments.remote.vm_env)": [[18, "mlos_bench.environments.remote.vm_env.VMEnv", false]], "wait_host_deployment() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_host_deployment", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.wait_host_deployment", false]], "wait_host_operation() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_host_operation", false]], "wait_host_operation() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_host_operation", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_host_operation", false]], "wait_host_operation() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.wait_host_operation", false]], "wait_network_deployment() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.wait_network_deployment", false]], "wait_os_operation() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_os_operation", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.wait_os_operation", false]], "wait_vm_deployment() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.wait_vm_deployment", false]], "wait_vm_operation() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.wait_vm_operation", false]], "weights (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.weights", false], [143, "mlos_bench.tunables.Tunable.weights", false]], "weights (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.weights", false]]}, "objects": {"": [[0, 0, 0, "-", "mlos_bench"], [92, 0, 0, "-", "mlos_core"], [111, 0, 0, "-", "mlos_viz"]], "mlos_bench": [[1, 0, 0, "-", "config"], [4, 0, 0, "-", "dict_templater"], [5, 0, 0, "-", "environments"], [21, 0, 0, "-", "event_loop_context"], [22, 0, 0, "-", "launcher"], [23, 0, 0, "-", "optimizers"], [31, 0, 0, "-", "os_environ"], [32, 0, 0, "-", "run"], [33, 0, 0, "-", "schedulers"], [36, 0, 0, "-", "services"], [67, 0, 0, "-", "storage"], [85, 0, 0, "-", "tunables"], [89, 0, 0, "-", "util"], [90, 0, 0, "-", "version"]], "mlos_bench.config": [[2, 0, 0, "-", "schemas"]], "mlos_bench.config.schemas": [[2, 1, 1, "", "ConfigSchema"], [3, 0, 0, "-", "config_schemas"]], "mlos_bench.config.schemas.ConfigSchema": [[2, 2, 1, "", "CLI"], [2, 2, 1, "", "ENVIRONMENT"], [2, 2, 1, "", "GLOBALS"], [2, 2, 1, "", "OPTIMIZER"], [2, 2, 1, "", "SCHEDULER"], [2, 2, 1, "", "SERVICE"], [2, 2, 1, "", "STORAGE"], [2, 2, 1, "", "TUNABLE_PARAMS"], [2, 2, 1, "", "TUNABLE_VALUES"], [2, 2, 1, "", "UNIFIED"], [2, 3, 1, "", "schema"], [2, 4, 1, "", "validate"]], "mlos_bench.config.schemas.config_schemas": [[3, 1, 1, "", "ConfigSchema"], [3, 1, 1, "", "SchemaStore"]], "mlos_bench.config.schemas.config_schemas.ConfigSchema": [[3, 2, 1, "", "CLI"], [3, 2, 1, "", "ENVIRONMENT"], [3, 2, 1, "", "GLOBALS"], [3, 2, 1, "", "OPTIMIZER"], [3, 2, 1, "", "SCHEDULER"], [3, 2, 1, "", "SERVICE"], [3, 2, 1, "", "STORAGE"], [3, 2, 1, "", "TUNABLE_PARAMS"], [3, 2, 1, "", "TUNABLE_VALUES"], [3, 2, 1, "", "UNIFIED"], [3, 3, 1, "", "schema"], [3, 4, 1, "", "validate"]], "mlos_bench.config.schemas.config_schemas.SchemaStore": [[3, 3, 1, "", "registry"]], "mlos_bench.dict_templater": [[4, 1, 1, "", "DictTemplater"]], "mlos_bench.dict_templater.DictTemplater": [[4, 4, 1, "", "expand_vars"]], "mlos_bench.environments": [[117, 1, 1, "", "CompositeEnv"], [118, 1, 1, "", "Environment"], [5, 1, 1, "", "LocalEnv"], [5, 1, 1, "", "LocalFileShareEnv"], [119, 1, 1, "", "MockEnv"], [5, 1, 1, "", "RemoteEnv"], [120, 1, 1, "", "Status"], [6, 0, 0, "-", "base_environment"], [7, 0, 0, "-", "composite_env"], [8, 0, 0, "-", "local"], [11, 0, 0, "-", "mock_env"], [12, 0, 0, "-", "remote"], [19, 0, 0, "-", "script_env"], [20, 0, 0, "-", "status"]], "mlos_bench.environments.CompositeEnv": [[117, 4, 1, "", "__init__"], [117, 3, 1, "", "children"], [117, 4, 1, "", "pprint"], [117, 4, 1, "", "run"], [117, 4, 1, "", "setup"], [117, 4, 1, "", "status"], [117, 4, 1, "", "teardown"]], "mlos_bench.environments.Environment": [[118, 4, 1, "", "__init__"], [118, 4, 1, "", "new"], [118, 3, 1, "", "parameters"], [118, 4, 1, "", "pprint"], [118, 4, 1, "", "run"], [118, 4, 1, "", "setup"], [118, 4, 1, "", "status"], [118, 4, 1, "", "teardown"], [118, 3, 1, "", "tunable_params"]], "mlos_bench.environments.LocalEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "status"], [5, 4, 1, "", "teardown"]], "mlos_bench.environments.LocalFileShareEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "status"]], "mlos_bench.environments.MockEnv": [[119, 4, 1, "", "__init__"], [119, 4, 1, "", "run"]], "mlos_bench.environments.RemoteEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "teardown"]], "mlos_bench.environments.Status": [[120, 2, 1, "", "CANCELED"], [120, 2, 1, "", "FAILED"], [120, 2, 1, "", "PENDING"], [120, 2, 1, "", "READY"], [120, 2, 1, "", "RUNNING"], [120, 2, 1, "", "SUCCEEDED"], [120, 2, 1, "", "TIMED_OUT"], [120, 2, 1, "", "UNKNOWN"], [120, 4, 1, "", "__init__"], [120, 4, 1, "", "is_canceled"], [120, 4, 1, "", "is_completed"], [120, 4, 1, "", "is_failed"], [120, 4, 1, "", "is_good"], [120, 4, 1, "", "is_pending"], [120, 4, 1, "", "is_ready"], [120, 4, 1, "", "is_succeeded"], [120, 4, 1, "", "is_timed_out"]], "mlos_bench.environments.base_environment": [[6, 1, 1, "", "Environment"]], "mlos_bench.environments.base_environment.Environment": [[6, 4, 1, "", "new"], [6, 3, 1, "", "parameters"], [6, 4, 1, "", "pprint"], [6, 4, 1, "", "run"], [6, 4, 1, "", "setup"], [6, 4, 1, "", "status"], [6, 4, 1, "", "teardown"], [6, 3, 1, "", "tunable_params"]], "mlos_bench.environments.composite_env": [[7, 1, 1, "", "CompositeEnv"]], "mlos_bench.environments.composite_env.CompositeEnv": [[7, 3, 1, "", "children"], [7, 4, 1, "", "pprint"], [7, 4, 1, "", "run"], [7, 4, 1, "", "setup"], [7, 4, 1, "", "status"], [7, 4, 1, "", "teardown"]], "mlos_bench.environments.local": [[121, 1, 1, "", "LocalEnv"], [122, 1, 1, "", "LocalFileShareEnv"], [9, 0, 0, "-", "local_env"], [10, 0, 0, "-", "local_fileshare_env"]], "mlos_bench.environments.local.LocalEnv": [[121, 4, 1, "", "__init__"], [121, 4, 1, "", "run"], [121, 4, 1, "", "setup"], [121, 4, 1, "", "status"], [121, 4, 1, "", "teardown"]], "mlos_bench.environments.local.LocalFileShareEnv": [[122, 4, 1, "", "__init__"], [122, 4, 1, "", "run"], [122, 4, 1, "", "setup"], [122, 4, 1, "", "status"]], "mlos_bench.environments.local.local_env": [[9, 1, 1, "", "LocalEnv"]], "mlos_bench.environments.local.local_env.LocalEnv": [[9, 4, 1, "", "run"], [9, 4, 1, "", "setup"], [9, 4, 1, "", "status"], [9, 4, 1, "", "teardown"]], "mlos_bench.environments.local.local_fileshare_env": [[10, 1, 1, "", "LocalFileShareEnv"]], "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv": [[10, 4, 1, "", "run"], [10, 4, 1, "", "setup"], [10, 4, 1, "", "status"]], "mlos_bench.environments.mock_env": [[11, 1, 1, "", "MockEnv"]], "mlos_bench.environments.mock_env.MockEnv": [[11, 4, 1, "", "run"]], "mlos_bench.environments.remote": [[123, 1, 1, "", "HostEnv"], [12, 1, 1, "", "NetworkEnv"], [124, 1, 1, "", "OSEnv"], [125, 1, 1, "", "RemoteEnv"], [12, 1, 1, "", "SaaSEnv"], [126, 1, 1, "", "VMEnv"], [13, 0, 0, "-", "host_env"], [14, 0, 0, "-", "network_env"], [15, 0, 0, "-", "os_env"], [16, 0, 0, "-", "remote_env"], [17, 0, 0, "-", "saas_env"], [18, 0, 0, "-", "vm_env"]], "mlos_bench.environments.remote.HostEnv": [[123, 4, 1, "", "__init__"], [123, 4, 1, "", "setup"], [123, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.NetworkEnv": [[12, 4, 1, "", "setup"], [12, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.OSEnv": [[124, 4, 1, "", "__init__"], [124, 4, 1, "", "setup"], [124, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.RemoteEnv": [[125, 4, 1, "", "__init__"], [125, 4, 1, "", "run"], [125, 4, 1, "", "setup"], [125, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.SaaSEnv": [[12, 4, 1, "", "setup"]], "mlos_bench.environments.remote.VMEnv": [[126, 4, 1, "", "__init__"]], "mlos_bench.environments.remote.host_env": [[13, 1, 1, "", "HostEnv"]], "mlos_bench.environments.remote.host_env.HostEnv": [[13, 4, 1, "", "setup"], [13, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.network_env": [[14, 1, 1, "", "NetworkEnv"]], "mlos_bench.environments.remote.network_env.NetworkEnv": [[14, 4, 1, "", "setup"], [14, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.os_env": [[15, 1, 1, "", "OSEnv"]], "mlos_bench.environments.remote.os_env.OSEnv": [[15, 4, 1, "", "setup"], [15, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.remote_env": [[16, 1, 1, "", "RemoteEnv"]], "mlos_bench.environments.remote.remote_env.RemoteEnv": [[16, 4, 1, "", "run"], [16, 4, 1, "", "setup"], [16, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.saas_env": [[17, 1, 1, "", "SaaSEnv"]], "mlos_bench.environments.remote.saas_env.SaaSEnv": [[17, 4, 1, "", "setup"]], "mlos_bench.environments.remote.vm_env": [[18, 1, 1, "", "VMEnv"]], "mlos_bench.environments.script_env": [[19, 1, 1, "", "ScriptEnv"]], "mlos_bench.environments.status": [[20, 1, 1, "", "Status"]], "mlos_bench.environments.status.Status": [[20, 2, 1, "", "CANCELED"], [20, 2, 1, "", "FAILED"], [20, 2, 1, "", "PENDING"], [20, 2, 1, "", "READY"], [20, 2, 1, "", "RUNNING"], [20, 2, 1, "", "SUCCEEDED"], [20, 2, 1, "", "TIMED_OUT"], [20, 2, 1, "", "UNKNOWN"], [20, 4, 1, "", "is_canceled"], [20, 4, 1, "", "is_completed"], [20, 4, 1, "", "is_failed"], [20, 4, 1, "", "is_good"], [20, 4, 1, "", "is_pending"], [20, 4, 1, "", "is_ready"], [20, 4, 1, "", "is_succeeded"], [20, 4, 1, "", "is_timed_out"]], "mlos_bench.event_loop_context": [[21, 1, 1, "", "EventLoopContext"]], "mlos_bench.event_loop_context.EventLoopContext": [[21, 4, 1, "", "enter"], [21, 4, 1, "", "exit"], [21, 4, 1, "", "run_coroutine"]], "mlos_bench.launcher": [[22, 1, 1, "", "Launcher"]], "mlos_bench.launcher.Launcher": [[22, 3, 1, "", "config_loader"], [22, 3, 1, "", "service"]], "mlos_bench.optimizers": [[127, 1, 1, "", "MlosCoreOptimizer"], [128, 1, 1, "", "MockOptimizer"], [23, 1, 1, "", "OneShotOptimizer"], [129, 1, 1, "", "Optimizer"], [24, 0, 0, "-", "base_optimizer"], [25, 0, 0, "-", "convert_configspace"], [26, 0, 0, "-", "grid_search_optimizer"], [27, 0, 0, "-", "mlos_core_optimizer"], [28, 0, 0, "-", "mock_optimizer"], [29, 0, 0, "-", "one_shot_optimizer"], [30, 0, 0, "-", "track_best_optimizer"]], "mlos_bench.optimizers.MlosCoreOptimizer": [[127, 4, 1, "", "__init__"], [127, 4, 1, "", "bulk_register"], [127, 4, 1, "", "get_best_observation"], [127, 3, 1, "", "name"], [127, 4, 1, "", "register"], [127, 4, 1, "", "suggest"]], "mlos_bench.optimizers.MockOptimizer": [[128, 4, 1, "", "__init__"], [128, 4, 1, "", "bulk_register"], [128, 4, 1, "", "suggest"]], "mlos_bench.optimizers.OneShotOptimizer": [[23, 4, 1, "", "suggest"], [23, 3, 1, "", "supports_preload"]], "mlos_bench.optimizers.Optimizer": [[129, 2, 1, "", "BASE_SUPPORTED_CONFIG_PROPS"], [129, 4, 1, "", "__init__"], [129, 4, 1, "", "bulk_register"], [129, 3, 1, "", "config_space"], [129, 3, 1, "", "current_iteration"], [129, 4, 1, "", "get_best_observation"], [129, 3, 1, "", "max_suggestions"], [129, 3, 1, "", "name"], [129, 4, 1, "", "not_converged"], [129, 4, 1, "", "register"], [129, 3, 1, "", "seed"], [129, 3, 1, "", "start_with_defaults"], [129, 4, 1, "", "suggest"], [129, 3, 1, "", "supports_preload"], [129, 3, 1, "", "targets"], [129, 3, 1, "", "tunable_params"]], "mlos_bench.optimizers.base_optimizer": [[24, 1, 1, "", "Optimizer"]], "mlos_bench.optimizers.base_optimizer.Optimizer": [[24, 2, 1, "", "BASE_SUPPORTED_CONFIG_PROPS"], [24, 4, 1, "", "bulk_register"], [24, 3, 1, "", "config_space"], [24, 3, 1, "", "current_iteration"], [24, 4, 1, "", "get_best_observation"], [24, 3, 1, "", "max_suggestions"], [24, 3, 1, "", "name"], [24, 4, 1, "", "not_converged"], [24, 4, 1, "", "register"], [24, 3, 1, "", "seed"], [24, 3, 1, "", "start_with_defaults"], [24, 4, 1, "", "suggest"], [24, 3, 1, "", "supports_preload"], [24, 3, 1, "", "targets"], [24, 3, 1, "", "tunable_params"]], "mlos_bench.optimizers.convert_configspace": [[25, 1, 1, "", "TunableValueKind"], [25, 5, 1, "", "configspace_data_to_tunable_values"], [25, 5, 1, "", "special_param_name_is_temp"], [25, 5, 1, "", "special_param_name_strip"], [25, 5, 1, "", "special_param_names"], [25, 5, 1, "", "tunable_groups_to_configspace"], [25, 5, 1, "", "tunable_values_to_configuration"]], "mlos_bench.optimizers.convert_configspace.TunableValueKind": [[25, 2, 1, "", "RANGE"], [25, 2, 1, "", "SPECIAL"]], "mlos_bench.optimizers.grid_search_optimizer": [[26, 1, 1, "", "GridSearchOptimizer"]], "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer": [[26, 4, 1, "", "bulk_register"], [26, 4, 1, "", "not_converged"], [26, 3, 1, "", "pending_configs"], [26, 4, 1, "", "register"], [26, 4, 1, "", "suggest"], [26, 3, 1, "", "suggested_configs"]], "mlos_bench.optimizers.mlos_core_optimizer": [[27, 1, 1, "", "MlosCoreOptimizer"]], "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer": [[27, 4, 1, "", "bulk_register"], [27, 4, 1, "", "get_best_observation"], [27, 3, 1, "", "name"], [27, 4, 1, "", "register"], [27, 4, 1, "", "suggest"]], "mlos_bench.optimizers.mock_optimizer": [[28, 1, 1, "", "MockOptimizer"]], "mlos_bench.optimizers.mock_optimizer.MockOptimizer": [[28, 4, 1, "", "bulk_register"], [28, 4, 1, "", "suggest"]], "mlos_bench.optimizers.one_shot_optimizer": [[29, 1, 1, "", "OneShotOptimizer"]], "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer": [[29, 4, 1, "", "suggest"], [29, 3, 1, "", "supports_preload"]], "mlos_bench.optimizers.track_best_optimizer": [[30, 1, 1, "", "TrackBestOptimizer"]], "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer": [[30, 4, 1, "", "get_best_observation"], [30, 4, 1, "", "register"]], "mlos_bench.schedulers": [[33, 1, 1, "", "Scheduler"], [33, 1, 1, "", "SyncScheduler"], [34, 0, 0, "-", "base_scheduler"], [35, 0, 0, "-", "sync_scheduler"]], "mlos_bench.schedulers.Scheduler": [[33, 4, 1, "", "get_best_observation"], [33, 4, 1, "", "load_config"], [33, 3, 1, "", "max_trials"], [33, 4, 1, "", "not_done"], [33, 3, 1, "", "ran_trials"], [33, 4, 1, "", "run_trial"], [33, 4, 1, "", "schedule_trial"], [33, 4, 1, "", "start"], [33, 4, 1, "", "teardown"], [33, 3, 1, "", "trial_config_repeat_count"], [33, 3, 1, "", "trial_count"]], "mlos_bench.schedulers.SyncScheduler": [[33, 4, 1, "", "run_trial"], [33, 4, 1, "", "start"]], "mlos_bench.schedulers.base_scheduler": [[34, 1, 1, "", "Scheduler"]], "mlos_bench.schedulers.base_scheduler.Scheduler": [[34, 4, 1, "", "get_best_observation"], [34, 4, 1, "", "load_config"], [34, 3, 1, "", "max_trials"], [34, 4, 1, "", "not_done"], [34, 3, 1, "", "ran_trials"], [34, 4, 1, "", "run_trial"], [34, 4, 1, "", "schedule_trial"], [34, 4, 1, "", "start"], [34, 4, 1, "", "teardown"], [34, 3, 1, "", "trial_config_repeat_count"], [34, 3, 1, "", "trial_count"]], "mlos_bench.schedulers.sync_scheduler": [[35, 1, 1, "", "SyncScheduler"]], "mlos_bench.schedulers.sync_scheduler.SyncScheduler": [[35, 4, 1, "", "run_trial"], [35, 4, 1, "", "start"]], "mlos_bench.services": [[130, 1, 1, "", "FileShareService"], [36, 1, 1, "", "LocalExecService"], [131, 1, 1, "", "Service"], [37, 0, 0, "-", "base_fileshare"], [38, 0, 0, "-", "base_service"], [39, 0, 0, "-", "config_persistence"], [40, 0, 0, "-", "local"], [43, 0, 0, "-", "remote"], [55, 0, 0, "-", "types"]], "mlos_bench.services.FileShareService": [[130, 4, 1, "", "__init__"], [130, 4, 1, "", "download"], [130, 4, 1, "", "upload"]], "mlos_bench.services.LocalExecService": [[36, 4, 1, "", "local_exec"]], "mlos_bench.services.Service": [[131, 4, 1, "", "__init__"], [131, 3, 1, "", "config_loader_service"], [131, 4, 1, "", "export"], [131, 4, 1, "", "merge_methods"], [131, 4, 1, "", "new"], [131, 4, 1, "", "pprint"], [131, 4, 1, "", "register"]], "mlos_bench.services.base_fileshare": [[37, 1, 1, "", "FileShareService"]], "mlos_bench.services.base_fileshare.FileShareService": [[37, 4, 1, "", "download"], [37, 4, 1, "", "upload"]], "mlos_bench.services.base_service": [[38, 1, 1, "", "Service"]], "mlos_bench.services.base_service.Service": [[38, 3, 1, "", "config_loader_service"], [38, 4, 1, "", "export"], [38, 4, 1, "", "merge_methods"], [38, 4, 1, "", "new"], [38, 4, 1, "", "pprint"], [38, 4, 1, "", "register"]], "mlos_bench.services.config_persistence": [[132, 1, 1, "", "ConfigPersistenceService"]], "mlos_bench.services.config_persistence.ConfigPersistenceService": [[132, 2, 1, "", "BUILTIN_CONFIG_PATH"], [132, 4, 1, "", "__init__"], [132, 4, 1, "", "build_environment"], [132, 4, 1, "", "build_optimizer"], [132, 4, 1, "", "build_scheduler"], [132, 4, 1, "", "build_service"], [132, 4, 1, "", "build_storage"], [132, 3, 1, "", "config_paths"], [132, 4, 1, "", "load_config"], [132, 4, 1, "", "load_environment"], [132, 4, 1, "", "load_environment_list"], [132, 4, 1, "", "load_services"], [132, 4, 1, "", "prepare_class_load"], [132, 4, 1, "", "resolve_path"]], "mlos_bench.services.local": [[133, 1, 1, "", "LocalExecService"], [41, 0, 0, "-", "local_exec"], [42, 0, 0, "-", "temp_dir_context"]], "mlos_bench.services.local.LocalExecService": [[133, 4, 1, "", "__init__"], [133, 4, 1, "", "local_exec"]], "mlos_bench.services.local.local_exec": [[41, 1, 1, "", "LocalExecService"], [41, 5, 1, "", "split_cmdline"]], "mlos_bench.services.local.local_exec.LocalExecService": [[41, 4, 1, "", "local_exec"]], "mlos_bench.services.local.temp_dir_context": [[42, 1, 1, "", "TempDirContextService"]], "mlos_bench.services.local.temp_dir_context.TempDirContextService": [[42, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.remote": [[44, 0, 0, "-", "azure"], [51, 0, 0, "-", "ssh"]], "mlos_bench.services.remote.azure": [[44, 1, 1, "", "AzureAuthService"], [134, 1, 1, "", "AzureFileShareService"], [44, 1, 1, "", "AzureNetworkService"], [44, 1, 1, "", "AzureSaaSConfigService"], [135, 1, 1, "", "AzureVMService"], [45, 0, 0, "-", "azure_auth"], [46, 0, 0, "-", "azure_deployment_services"], [47, 0, 0, "-", "azure_fileshare"], [48, 0, 0, "-", "azure_network_services"], [49, 0, 0, "-", "azure_saas"], [50, 0, 0, "-", "azure_vm_services"]], "mlos_bench.services.remote.azure.AzureAuthService": [[44, 4, 1, "", "get_access_token"], [44, 4, 1, "", "get_auth_headers"], [44, 4, 1, "", "get_credential"]], "mlos_bench.services.remote.azure.AzureFileShareService": [[134, 4, 1, "", "__init__"], [134, 4, 1, "", "download"], [134, 4, 1, "", "upload"]], "mlos_bench.services.remote.azure.AzureNetworkService": [[44, 4, 1, "", "deprovision_network"], [44, 4, 1, "", "provision_network"], [44, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.remote.azure.AzureSaaSConfigService": [[44, 4, 1, "", "configure"], [44, 4, 1, "", "is_config_pending"]], "mlos_bench.services.remote.azure.AzureVMService": [[135, 4, 1, "", "__init__"], [135, 4, 1, "", "deallocate_host"], [135, 4, 1, "", "deprovision_host"], [135, 4, 1, "", "get_remote_exec_results"], [135, 4, 1, "", "provision_host"], [135, 4, 1, "", "reboot"], [135, 4, 1, "", "remote_exec"], [135, 4, 1, "", "restart_host"], [135, 4, 1, "", "shutdown"], [135, 4, 1, "", "start_host"], [135, 4, 1, "", "stop_host"], [135, 4, 1, "", "wait_host_deployment"], [135, 4, 1, "", "wait_host_operation"], [135, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.azure.azure_auth": [[45, 1, 1, "", "AzureAuthService"]], "mlos_bench.services.remote.azure.azure_auth.AzureAuthService": [[45, 4, 1, "", "get_access_token"], [45, 4, 1, "", "get_auth_headers"], [45, 4, 1, "", "get_credential"]], "mlos_bench.services.remote.azure.azure_deployment_services": [[46, 1, 1, "", "AzureDeploymentService"]], "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService": [[46, 3, 1, "", "deploy_params"]], "mlos_bench.services.remote.azure.azure_fileshare": [[47, 1, 1, "", "AzureFileShareService"]], "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService": [[47, 4, 1, "", "download"], [47, 4, 1, "", "upload"]], "mlos_bench.services.remote.azure.azure_network_services": [[48, 1, 1, "", "AzureNetworkService"]], "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService": [[48, 4, 1, "", "deprovision_network"], [48, 4, 1, "", "provision_network"], [48, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.remote.azure.azure_saas": [[49, 1, 1, "", "AzureSaaSConfigService"]], "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService": [[49, 4, 1, "", "configure"], [49, 4, 1, "", "is_config_pending"]], "mlos_bench.services.remote.azure.azure_vm_services": [[50, 1, 1, "", "AzureVMService"]], "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService": [[50, 4, 1, "", "deallocate_host"], [50, 4, 1, "", "deprovision_host"], [50, 4, 1, "", "get_remote_exec_results"], [50, 4, 1, "", "provision_host"], [50, 4, 1, "", "reboot"], [50, 4, 1, "", "remote_exec"], [50, 4, 1, "", "restart_host"], [50, 4, 1, "", "shutdown"], [50, 4, 1, "", "start_host"], [50, 4, 1, "", "stop_host"], [50, 4, 1, "", "wait_host_deployment"], [50, 4, 1, "", "wait_host_operation"], [50, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh": [[51, 1, 1, "", "SshFileShareService"], [51, 1, 1, "", "SshHostService"], [52, 0, 0, "-", "ssh_fileshare"], [53, 0, 0, "-", "ssh_host_service"], [54, 0, 0, "-", "ssh_service"]], "mlos_bench.services.remote.ssh.SshFileShareService": [[51, 4, 1, "", "download"], [51, 4, 1, "", "upload"]], "mlos_bench.services.remote.ssh.SshHostService": [[51, 4, 1, "", "get_remote_exec_results"], [51, 4, 1, "", "reboot"], [51, 4, 1, "", "remote_exec"], [51, 4, 1, "", "shutdown"], [51, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh.ssh_fileshare": [[52, 1, 1, "", "CopyMode"], [52, 1, 1, "", "SshFileShareService"]], "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode": [[52, 2, 1, "", "DOWNLOAD"], [52, 2, 1, "", "UPLOAD"]], "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService": [[52, 4, 1, "", "download"], [52, 4, 1, "", "upload"]], "mlos_bench.services.remote.ssh.ssh_host_service": [[53, 1, 1, "", "SshHostService"]], "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService": [[53, 4, 1, "", "get_remote_exec_results"], [53, 4, 1, "", "reboot"], [53, 4, 1, "", "remote_exec"], [53, 4, 1, "", "shutdown"], [53, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh.ssh_service": [[54, 1, 1, "", "SshClient"], [54, 1, 1, "", "SshClientCache"], [54, 1, 1, "", "SshService"]], "mlos_bench.services.remote.ssh.ssh_service.SshClient": [[54, 4, 1, "", "connection"], [54, 4, 1, "", "connection_lost"], [54, 4, 1, "", "connection_made"], [54, 4, 1, "", "id_from_connection"], [54, 4, 1, "", "id_from_params"]], "mlos_bench.services.remote.ssh.ssh_service.SshClientCache": [[54, 4, 1, "", "cleanup"], [54, 4, 1, "", "enter"], [54, 4, 1, "", "exit"], [54, 4, 1, "", "get_client_connection"]], "mlos_bench.services.remote.ssh.ssh_service.SshService": [[54, 4, 1, "", "clear_client_cache"]], "mlos_bench.services.types": [[55, 1, 1, "", "SupportsAuth"], [55, 1, 1, "", "SupportsConfigLoading"], [55, 1, 1, "", "SupportsFileShareOps"], [55, 1, 1, "", "SupportsHostProvisioning"], [55, 1, 1, "", "SupportsLocalExec"], [55, 1, 1, "", "SupportsNetworkProvisioning"], [55, 1, 1, "", "SupportsRemoteConfig"], [55, 1, 1, "", "SupportsRemoteExec"], [56, 0, 0, "-", "authenticator_type"], [57, 0, 0, "-", "config_loader_type"], [58, 0, 0, "-", "fileshare_type"], [59, 0, 0, "-", "host_ops_type"], [60, 0, 0, "-", "host_provisioner_type"], [61, 0, 0, "-", "local_exec_type"], [62, 0, 0, "-", "network_provisioner_type"], [63, 0, 0, "-", "os_ops_type"], [64, 0, 0, "-", "remote_config_type"], [65, 0, 0, "-", "remote_exec_type"], [66, 0, 0, "-", "vm_provisioner_type"]], "mlos_bench.services.types.SupportsAuth": [[55, 4, 1, "", "get_access_token"], [55, 4, 1, "", "get_auth_headers"], [55, 4, 1, "", "get_credential"]], "mlos_bench.services.types.SupportsConfigLoading": [[55, 4, 1, "", "build_environment"], [55, 4, 1, "", "load_config"], [55, 4, 1, "", "load_environment_list"], [55, 4, 1, "", "load_services"], [55, 4, 1, "", "resolve_path"]], "mlos_bench.services.types.SupportsFileShareOps": [[55, 4, 1, "", "download"], [55, 4, 1, "", "upload"]], "mlos_bench.services.types.SupportsHostProvisioning": [[55, 4, 1, "", "deallocate_host"], [55, 4, 1, "", "deprovision_host"], [55, 4, 1, "", "provision_host"], [55, 4, 1, "", "wait_host_deployment"]], "mlos_bench.services.types.SupportsLocalExec": [[55, 4, 1, "", "local_exec"], [55, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.types.SupportsNetworkProvisioning": [[55, 4, 1, "", "deprovision_network"], [55, 4, 1, "", "provision_network"], [55, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.types.SupportsRemoteConfig": [[55, 4, 1, "", "configure"], [55, 4, 1, "", "is_config_pending"]], "mlos_bench.services.types.SupportsRemoteExec": [[55, 4, 1, "", "get_remote_exec_results"], [55, 4, 1, "", "remote_exec"]], "mlos_bench.services.types.authenticator_type": [[56, 1, 1, "", "SupportsAuth"]], "mlos_bench.services.types.authenticator_type.SupportsAuth": [[56, 4, 1, "", "get_access_token"], [56, 4, 1, "", "get_auth_headers"], [56, 4, 1, "", "get_credential"]], "mlos_bench.services.types.config_loader_type": [[57, 1, 1, "", "SupportsConfigLoading"]], "mlos_bench.services.types.config_loader_type.SupportsConfigLoading": [[57, 4, 1, "", "build_environment"], [57, 4, 1, "", "load_config"], [57, 4, 1, "", "load_environment_list"], [57, 4, 1, "", "load_services"], [57, 4, 1, "", "resolve_path"]], "mlos_bench.services.types.fileshare_type": [[58, 1, 1, "", "SupportsFileShareOps"]], "mlos_bench.services.types.fileshare_type.SupportsFileShareOps": [[58, 4, 1, "", "download"], [58, 4, 1, "", "upload"]], "mlos_bench.services.types.host_ops_type": [[59, 1, 1, "", "SupportsHostOps"]], "mlos_bench.services.types.host_ops_type.SupportsHostOps": [[59, 4, 1, "", "restart_host"], [59, 4, 1, "", "start_host"], [59, 4, 1, "", "stop_host"], [59, 4, 1, "", "wait_host_operation"]], "mlos_bench.services.types.host_provisioner_type": [[60, 1, 1, "", "SupportsHostProvisioning"]], "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning": [[60, 4, 1, "", "deallocate_host"], [60, 4, 1, "", "deprovision_host"], [60, 4, 1, "", "provision_host"], [60, 4, 1, "", "wait_host_deployment"]], "mlos_bench.services.types.local_exec_type": [[61, 1, 1, "", "SupportsLocalExec"]], "mlos_bench.services.types.local_exec_type.SupportsLocalExec": [[61, 4, 1, "", "local_exec"], [61, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.types.network_provisioner_type": [[62, 1, 1, "", "SupportsNetworkProvisioning"]], "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning": [[62, 4, 1, "", "deprovision_network"], [62, 4, 1, "", "provision_network"], [62, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.types.os_ops_type": [[63, 1, 1, "", "SupportsOSOps"]], "mlos_bench.services.types.os_ops_type.SupportsOSOps": [[63, 4, 1, "", "reboot"], [63, 4, 1, "", "shutdown"], [63, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.types.remote_config_type": [[64, 1, 1, "", "SupportsRemoteConfig"]], "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig": [[64, 4, 1, "", "configure"], [64, 4, 1, "", "is_config_pending"]], "mlos_bench.services.types.remote_exec_type": [[65, 1, 1, "", "SupportsRemoteExec"]], "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec": [[65, 4, 1, "", "get_remote_exec_results"], [65, 4, 1, "", "remote_exec"]], "mlos_bench.services.types.vm_provisioner_type": [[66, 1, 1, "", "SupportsVMOps"]], "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps": [[66, 4, 1, "", "vm_deprovision"], [66, 4, 1, "", "vm_provision"], [66, 4, 1, "", "vm_restart"], [66, 4, 1, "", "vm_start"], [66, 4, 1, "", "vm_stop"], [66, 4, 1, "", "wait_vm_deployment"], [66, 4, 1, "", "wait_vm_operation"]], "mlos_bench.storage": [[136, 1, 1, "", "Storage"], [68, 0, 0, "-", "base_experiment_data"], [69, 0, 0, "-", "base_storage"], [70, 0, 0, "-", "base_trial_data"], [71, 0, 0, "-", "base_tunable_config_data"], [72, 0, 0, "-", "base_tunable_config_trial_group_data"], [67, 5, 1, "", "from_config"], [73, 0, 0, "-", "sql"], [83, 0, 0, "-", "storage_factory"], [84, 0, 0, "-", "util"]], "mlos_bench.storage.Storage": [[136, 1, 1, "", "Experiment"], [136, 1, 1, "", "Trial"], [136, 4, 1, "", "__init__"], [136, 4, 1, "", "experiment"], [136, 3, 1, "", "experiments"]], "mlos_bench.storage.Storage.Experiment": [[136, 3, 1, "", "description"], [136, 3, 1, "", "experiment_id"], [136, 4, 1, "", "load"], [136, 4, 1, "", "load_telemetry"], [136, 4, 1, "", "load_tunable_config"], [136, 4, 1, "", "merge"], [136, 4, 1, "", "new_trial"], [136, 3, 1, "", "opt_targets"], [136, 4, 1, "", "pending_trials"], [136, 3, 1, "", "trial_id"], [136, 3, 1, "", "tunables"]], "mlos_bench.storage.Storage.Trial": [[136, 4, 1, "", "config"], [136, 3, 1, "", "opt_targets"], [136, 3, 1, "", "status"], [136, 3, 1, "", "trial_id"], [136, 3, 1, "", "tunable_config_id"], [136, 3, 1, "", "tunables"], [136, 4, 1, "", "update"], [136, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.base_experiment_data": [[137, 1, 1, "", "ExperimentData"]], "mlos_bench.storage.base_experiment_data.ExperimentData": [[137, 2, 1, "", "CONFIG_COLUMN_PREFIX"], [137, 2, 1, "", "RESULT_COLUMN_PREFIX"], [137, 4, 1, "", "__init__"], [137, 3, 1, "", "default_tunable_config_id"], [137, 3, 1, "", "description"], [137, 3, 1, "", "experiment_id"], [137, 3, 1, "", "objectives"], [137, 3, 1, "", "results_df"], [137, 3, 1, "", "root_env_config"], [137, 3, 1, "", "trials"], [137, 3, 1, "", "tunable_config_trial_groups"], [137, 3, 1, "", "tunable_configs"]], "mlos_bench.storage.base_storage": [[69, 1, 1, "", "Storage"]], "mlos_bench.storage.base_storage.Storage": [[69, 1, 1, "", "Experiment"], [69, 1, 1, "", "Trial"], [69, 4, 1, "", "experiment"], [69, 3, 1, "", "experiments"]], "mlos_bench.storage.base_storage.Storage.Experiment": [[69, 3, 1, "", "description"], [69, 3, 1, "", "experiment_id"], [69, 4, 1, "", "load"], [69, 4, 1, "", "load_telemetry"], [69, 4, 1, "", "load_tunable_config"], [69, 4, 1, "", "merge"], [69, 4, 1, "", "new_trial"], [69, 3, 1, "", "opt_targets"], [69, 4, 1, "", "pending_trials"], [69, 3, 1, "", "trial_id"], [69, 3, 1, "", "tunables"]], "mlos_bench.storage.base_storage.Storage.Trial": [[69, 4, 1, "", "config"], [69, 3, 1, "", "opt_targets"], [69, 3, 1, "", "status"], [69, 3, 1, "", "trial_id"], [69, 3, 1, "", "tunable_config_id"], [69, 3, 1, "", "tunables"], [69, 4, 1, "", "update"], [69, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.base_trial_data": [[138, 1, 1, "", "TrialData"]], "mlos_bench.storage.base_trial_data.TrialData": [[138, 4, 1, "", "__init__"], [138, 3, 1, "", "experiment_id"], [138, 3, 1, "", "metadata_df"], [138, 3, 1, "", "metadata_dict"], [138, 3, 1, "", "results_df"], [138, 3, 1, "", "results_dict"], [138, 3, 1, "", "status"], [138, 3, 1, "", "telemetry_df"], [138, 3, 1, "", "trial_id"], [138, 3, 1, "", "ts_end"], [138, 3, 1, "", "ts_start"], [138, 3, 1, "", "tunable_config"], [138, 3, 1, "", "tunable_config_id"], [138, 3, 1, "", "tunable_config_trial_group"]], "mlos_bench.storage.base_tunable_config_data": [[139, 1, 1, "", "TunableConfigData"]], "mlos_bench.storage.base_tunable_config_data.TunableConfigData": [[139, 4, 1, "", "__init__"], [139, 3, 1, "", "config_df"], [139, 3, 1, "", "config_dict"], [139, 3, 1, "", "tunable_config_id"]], "mlos_bench.storage.base_tunable_config_trial_group_data": [[140, 1, 1, "", "TunableConfigTrialGroupData"]], "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData": [[140, 4, 1, "", "__init__"], [140, 3, 1, "", "experiment_id"], [140, 3, 1, "", "results_df"], [140, 3, 1, "", "trials"], [140, 3, 1, "", "tunable_config"], [140, 3, 1, "", "tunable_config_id"], [140, 3, 1, "", "tunable_config_trial_group_id"]], "mlos_bench.storage.sql": [[73, 1, 1, "", "SqlStorage"], [74, 0, 0, "-", "common"], [75, 0, 0, "-", "experiment"], [76, 0, 0, "-", "experiment_data"], [77, 0, 0, "-", "schema"], [78, 0, 0, "-", "storage"], [79, 0, 0, "-", "trial"], [80, 0, 0, "-", "trial_data"], [81, 0, 0, "-", "tunable_config_data"], [82, 0, 0, "-", "tunable_config_trial_group_data"]], "mlos_bench.storage.sql.SqlStorage": [[73, 4, 1, "", "experiment"], [73, 3, 1, "", "experiments"]], "mlos_bench.storage.sql.common": [[74, 5, 1, "", "get_results_df"], [74, 5, 1, "", "get_trials"]], "mlos_bench.storage.sql.experiment": [[75, 1, 1, "", "Experiment"]], "mlos_bench.storage.sql.experiment.Experiment": [[75, 4, 1, "", "load"], [75, 4, 1, "", "load_telemetry"], [75, 4, 1, "", "load_tunable_config"], [75, 4, 1, "", "merge"], [75, 4, 1, "", "pending_trials"]], "mlos_bench.storage.sql.experiment_data": [[76, 1, 1, "", "ExperimentSqlData"]], "mlos_bench.storage.sql.experiment_data.ExperimentSqlData": [[76, 3, 1, "", "default_tunable_config_id"], [76, 3, 1, "", "objectives"], [76, 3, 1, "", "results_df"], [76, 3, 1, "", "trials"], [76, 3, 1, "", "tunable_config_trial_groups"], [76, 3, 1, "", "tunable_configs"]], "mlos_bench.storage.sql.schema": [[77, 1, 1, "", "DbSchema"]], "mlos_bench.storage.sql.schema.DbSchema": [[77, 4, 1, "", "create"]], "mlos_bench.storage.sql.storage": [[141, 1, 1, "", "SqlStorage"]], "mlos_bench.storage.sql.storage.SqlStorage": [[141, 4, 1, "", "__init__"], [141, 4, 1, "", "experiment"], [141, 3, 1, "", "experiments"]], "mlos_bench.storage.sql.trial": [[79, 1, 1, "", "Trial"]], "mlos_bench.storage.sql.trial.Trial": [[79, 4, 1, "", "update"], [79, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.sql.trial_data": [[80, 1, 1, "", "TrialSqlData"]], "mlos_bench.storage.sql.trial_data.TrialSqlData": [[80, 3, 1, "", "metadata_df"], [80, 3, 1, "", "results_df"], [80, 3, 1, "", "telemetry_df"], [80, 3, 1, "", "tunable_config"], [80, 3, 1, "", "tunable_config_trial_group"]], "mlos_bench.storage.sql.tunable_config_data": [[81, 1, 1, "", "TunableConfigSqlData"]], "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData": [[81, 3, 1, "", "config_df"]], "mlos_bench.storage.sql.tunable_config_trial_group_data": [[82, 1, 1, "", "TunableConfigTrialGroupSqlData"]], "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData": [[82, 3, 1, "", "results_df"], [82, 3, 1, "", "trials"], [82, 3, 1, "", "tunable_config"]], "mlos_bench.storage.storage_factory": [[142, 5, 1, "", "from_config"]], "mlos_bench.storage.util": [[84, 5, 1, "", "kv_df_to_dict"]], "mlos_bench.tunables": [[143, 1, 1, "", "Tunable"], [144, 1, 1, "", "TunableGroups"], [86, 0, 0, "-", "covariant_group"], [87, 0, 0, "-", "tunable"], [88, 0, 0, "-", "tunable_groups"]], "mlos_bench.tunables.Tunable": [[143, 4, 1, "", "__init__"], [143, 3, 1, "", "cardinality"], [143, 3, 1, "", "categories"], [143, 3, 1, "", "category"], [143, 4, 1, "", "copy"], [143, 3, 1, "", "default"], [143, 3, 1, "", "distribution"], [143, 3, 1, "", "distribution_params"], [143, 3, 1, "", "dtype"], [143, 4, 1, "", "in_range"], [143, 3, 1, "", "is_categorical"], [143, 4, 1, "", "is_default"], [143, 3, 1, "", "is_log"], [143, 3, 1, "", "is_numerical"], [143, 3, 1, "", "is_special"], [143, 4, 1, "", "is_valid"], [143, 3, 1, "", "meta"], [143, 3, 1, "", "name"], [143, 3, 1, "", "numerical_value"], [143, 3, 1, "", "quantization_bins"], [143, 3, 1, "", "quantized_values"], [143, 3, 1, "", "range"], [143, 3, 1, "", "range_weight"], [143, 3, 1, "", "span"], [143, 3, 1, "", "special"], [143, 3, 1, "", "type"], [143, 4, 1, "", "update"], [143, 3, 1, "", "value"], [143, 3, 1, "", "values"], [143, 3, 1, "", "weights"]], "mlos_bench.tunables.TunableGroups": [[144, 4, 1, "", "__init__"], [144, 4, 1, "", "assign"], [144, 4, 1, "", "copy"], [144, 4, 1, "", "get_covariant_group_names"], [144, 4, 1, "", "get_param_values"], [144, 4, 1, "", "get_tunable"], [144, 4, 1, "", "is_defaults"], [144, 4, 1, "", "is_updated"], [144, 4, 1, "", "merge"], [144, 4, 1, "", "reset"], [144, 4, 1, "", "restore_defaults"], [144, 4, 1, "", "subgroup"]], "mlos_bench.tunables.covariant_group": [[86, 1, 1, "", "CovariantTunableGroup"]], "mlos_bench.tunables.covariant_group.CovariantTunableGroup": [[86, 4, 1, "", "copy"], [86, 3, 1, "", "cost"], [86, 4, 1, "", "equals_defaults"], [86, 4, 1, "", "get_current_cost"], [86, 4, 1, "", "get_names"], [86, 4, 1, "", "get_tunable"], [86, 4, 1, "", "get_tunable_values_dict"], [86, 4, 1, "", "get_tunables"], [86, 4, 1, "", "is_defaults"], [86, 4, 1, "", "is_updated"], [86, 3, 1, "", "name"], [86, 4, 1, "", "reset_is_updated"], [86, 4, 1, "", "restore_defaults"]], "mlos_bench.tunables.tunable": [[87, 1, 1, "", "DistributionDict"], [87, 1, 1, "", "Tunable"], [87, 1, 1, "", "TunableDict"], [87, 6, 1, "", "TunableValue"], [87, 6, 1, "", "TunableValueType"], [87, 6, 1, "", "TunableValueTypeName"], [87, 6, 1, "", "TunableValueTypeTuple"], [87, 6, 1, "", "TunableValuesDict"]], "mlos_bench.tunables.tunable.DistributionDict": [[87, 2, 1, "", "params"], [87, 2, 1, "", "type"]], "mlos_bench.tunables.tunable.Tunable": [[87, 3, 1, "", "cardinality"], [87, 3, 1, "", "categories"], [87, 3, 1, "", "category"], [87, 4, 1, "", "copy"], [87, 3, 1, "", "default"], [87, 3, 1, "", "distribution"], [87, 3, 1, "", "distribution_params"], [87, 3, 1, "", "dtype"], [87, 4, 1, "", "in_range"], [87, 3, 1, "", "is_categorical"], [87, 4, 1, "", "is_default"], [87, 3, 1, "", "is_log"], [87, 3, 1, "", "is_numerical"], [87, 3, 1, "", "is_special"], [87, 4, 1, "", "is_valid"], [87, 3, 1, "", "meta"], [87, 3, 1, "", "name"], [87, 3, 1, "", "numerical_value"], [87, 3, 1, "", "quantization_bins"], [87, 3, 1, "", "quantized_values"], [87, 3, 1, "", "range"], [87, 3, 1, "", "range_weight"], [87, 3, 1, "", "span"], [87, 3, 1, "", "special"], [87, 3, 1, "", "type"], [87, 4, 1, "", "update"], [87, 3, 1, "", "value"], [87, 3, 1, "", "values"], [87, 3, 1, "", "weights"]], "mlos_bench.tunables.tunable.TunableDict": [[87, 2, 1, "", "default"], [87, 2, 1, "", "description"], [87, 2, 1, "", "distribution"], [87, 2, 1, "", "log"], [87, 2, 1, "", "meta"], [87, 2, 1, "", "quantization_bins"], [87, 2, 1, "", "range"], [87, 2, 1, "", "range_weight"], [87, 2, 1, "", "special"], [87, 2, 1, "", "special_weights"], [87, 2, 1, "", "type"], [87, 2, 1, "", "values_weights"]], "mlos_bench.tunables.tunable_groups": [[88, 1, 1, "", "TunableGroups"]], "mlos_bench.tunables.tunable_groups.TunableGroups": [[88, 4, 1, "", "assign"], [88, 4, 1, "", "copy"], [88, 4, 1, "", "get_covariant_group_names"], [88, 4, 1, "", "get_param_values"], [88, 4, 1, "", "get_tunable"], [88, 4, 1, "", "is_defaults"], [88, 4, 1, "", "is_updated"], [88, 4, 1, "", "merge"], [88, 4, 1, "", "reset"], [88, 4, 1, "", "restore_defaults"], [88, 4, 1, "", "subgroup"]], "mlos_bench.util": [[89, 5, 1, "", "check_required_params"], [89, 5, 1, "", "datetime_parser"], [89, 5, 1, "", "get_class_from_name"], [89, 5, 1, "", "get_git_info"], [89, 5, 1, "", "instantiate_from_config"], [89, 5, 1, "", "merge_parameters"], [89, 5, 1, "", "nullable"], [89, 5, 1, "", "path_join"], [89, 5, 1, "", "prepare_class_load"], [89, 5, 1, "", "preprocess_dynamic_configs"], [89, 5, 1, "", "try_parse_val"], [89, 5, 1, "", "utcify_nullable_timestamp"], [89, 5, 1, "", "utcify_timestamp"]], "mlos_core": [[93, 0, 0, "-", "optimizers"], [100, 0, 0, "-", "spaces"], [108, 0, 0, "-", "util"], [109, 0, 0, "-", "version"]], "mlos_core.optimizers": [[93, 1, 1, "", "BaseOptimizer"], [93, 1, 1, "", "FlamlOptimizer"], [145, 1, 1, "", "OptimizerFactory"], [147, 1, 1, "", "OptimizerType"], [93, 1, 1, "", "RandomOptimizer"], [93, 1, 1, "", "SmacOptimizer"], [93, 1, 1, "", "SpaceAdapterType"], [94, 0, 0, "-", "bayesian_optimizers"], [97, 0, 0, "-", "flaml_optimizer"], [98, 0, 0, "-", "optimizer"], [99, 0, 0, "-", "random_optimizer"]], "mlos_core.optimizers.BaseOptimizer": [[93, 4, 1, "", "cleanup"], [93, 4, 1, "", "get_best_observations"], [93, 4, 1, "", "get_observations"], [93, 4, 1, "", "register"], [93, 4, 1, "", "register_pending"], [93, 3, 1, "", "space_adapter"], [93, 4, 1, "", "suggest"]], "mlos_core.optimizers.FlamlOptimizer": [[93, 4, 1, "", "register_pending"]], "mlos_core.optimizers.OptimizerFactory": [[145, 4, 1, "", "__init__"], [145, 4, 1, "", "create"]], "mlos_core.optimizers.OptimizerType": [[147, 2, 1, "", "FLAML"], [147, 2, 1, "", "RANDOM"], [147, 2, 1, "", "SMAC"], [147, 4, 1, "", "__init__"]], "mlos_core.optimizers.RandomOptimizer": [[93, 4, 1, "", "register_pending"]], "mlos_core.optimizers.SmacOptimizer": [[93, 4, 1, "", "acquisition_function"], [93, 4, 1, "", "cleanup"], [93, 3, 1, "", "n_random_init"], [93, 4, 1, "", "register_pending"], [93, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.SpaceAdapterType": [[93, 2, 1, "", "IDENTITY"], [93, 2, 1, "", "LLAMATUNE"]], "mlos_core.optimizers.bayesian_optimizers": [[148, 1, 1, "", "BaseBayesianOptimizer"], [149, 1, 1, "", "SmacOptimizer"], [95, 0, 0, "-", "bayesian_optimizer"], [96, 0, 0, "-", "smac_optimizer"]], "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer": [[148, 4, 1, "", "__init__"], [148, 4, 1, "", "acquisition_function"], [148, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer": [[149, 4, 1, "", "__init__"], [149, 4, 1, "", "acquisition_function"], [149, 4, 1, "", "cleanup"], [149, 3, 1, "", "n_random_init"], [149, 4, 1, "", "register_pending"], [149, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer": [[95, 1, 1, "", "BaseBayesianOptimizer"]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer": [[95, 4, 1, "", "acquisition_function"], [95, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer": [[96, 1, 1, "", "SmacOptimizer"]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer": [[96, 4, 1, "", "acquisition_function"], [96, 4, 1, "", "cleanup"], [96, 3, 1, "", "n_random_init"], [96, 4, 1, "", "register_pending"], [96, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.flaml_optimizer": [[97, 1, 1, "", "EvaluatedSample"], [150, 1, 1, "", "FlamlOptimizer"]], "mlos_core.optimizers.flaml_optimizer.EvaluatedSample": [[97, 2, 1, "", "config"], [97, 2, 1, "", "score"]], "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer": [[150, 4, 1, "", "__init__"], [150, 4, 1, "", "register_pending"]], "mlos_core.optimizers.optimizer": [[151, 1, 1, "", "BaseOptimizer"]], "mlos_core.optimizers.optimizer.BaseOptimizer": [[151, 4, 1, "", "__init__"], [151, 4, 1, "", "cleanup"], [151, 4, 1, "", "get_best_observations"], [151, 4, 1, "", "get_observations"], [151, 4, 1, "", "register"], [151, 4, 1, "", "register_pending"], [151, 3, 1, "", "space_adapter"], [151, 4, 1, "", "suggest"]], "mlos_core.optimizers.random_optimizer": [[152, 1, 1, "", "RandomOptimizer"]], "mlos_core.optimizers.random_optimizer.RandomOptimizer": [[152, 4, 1, "", "__init__"], [152, 4, 1, "", "register_pending"]], "mlos_core.spaces": [[101, 0, 0, "-", "adapters"], [105, 0, 0, "-", "converters"]], "mlos_core.spaces.adapters": [[101, 1, 1, "", "IdentityAdapter"], [101, 1, 1, "", "LlamaTuneAdapter"], [153, 1, 1, "", "SpaceAdapterFactory"], [155, 1, 1, "", "SpaceAdapterType"], [102, 0, 0, "-", "adapter"], [103, 0, 0, "-", "identity_adapter"], [104, 0, 0, "-", "llamatune"]], "mlos_core.spaces.adapters.IdentityAdapter": [[101, 4, 1, "", "inverse_transform"], [101, 3, 1, "", "target_parameter_space"], [101, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.LlamaTuneAdapter": [[101, 2, 1, "", "DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM"], [101, 2, 1, "", "DEFAULT_NUM_LOW_DIMS"], [101, 2, 1, "", "DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE"], [101, 4, 1, "", "inverse_transform"], [101, 3, 1, "", "target_parameter_space"], [101, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.SpaceAdapterFactory": [[153, 4, 1, "", "__init__"], [153, 4, 1, "", "create"]], "mlos_core.spaces.adapters.SpaceAdapterType": [[155, 2, 1, "", "IDENTITY"], [155, 2, 1, "", "LLAMATUNE"], [155, 4, 1, "", "__init__"]], "mlos_core.spaces.adapters.adapter": [[156, 1, 1, "", "BaseSpaceAdapter"]], "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter": [[156, 4, 1, "", "__init__"], [156, 4, 1, "", "inverse_transform"], [156, 3, 1, "", "orig_parameter_space"], [156, 3, 1, "", "target_parameter_space"], [156, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.identity_adapter": [[157, 1, 1, "", "IdentityAdapter"]], "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter": [[157, 4, 1, "", "__init__"], [157, 4, 1, "", "inverse_transform"], [157, 3, 1, "", "target_parameter_space"], [157, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.llamatune": [[158, 1, 1, "", "LlamaTuneAdapter"]], "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter": [[158, 2, 1, "", "DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM"], [158, 2, 1, "", "DEFAULT_NUM_LOW_DIMS"], [158, 2, 1, "", "DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE"], [158, 4, 1, "", "__init__"], [158, 4, 1, "", "inverse_transform"], [158, 3, 1, "", "target_parameter_space"], [158, 4, 1, "", "transform"]], "mlos_core.spaces.converters": [[106, 0, 0, "-", "flaml"], [107, 0, 0, "-", "util"]], "mlos_core.spaces.converters.flaml": [[159, 5, 1, "", "configspace_to_flaml_space"]], "mlos_core.spaces.converters.util": [[107, 5, 1, "", "monkey_patch_quantization"]], "mlos_core.util": [[108, 5, 1, "", "config_to_dataframe"], [108, 5, 1, "", "drop_nulls"], [108, 5, 1, "", "normalize_config"]], "mlos_viz": [[160, 1, 1, "", "MlosVizMethod"], [112, 0, 0, "-", "base"], [113, 0, 0, "-", "dabl"], [111, 5, 1, "", "ignore_plotter_warnings"], [161, 5, 1, "", "plot"], [114, 0, 0, "-", "util"], [115, 0, 0, "-", "version"]], "mlos_viz.MlosVizMethod": [[160, 2, 1, "", "AUTO"], [160, 2, 1, "", "DABL"], [160, 4, 1, "", "__init__"]], "mlos_viz.base": [[112, 5, 1, "", "augment_results_df_with_config_trial_group_stats"], [112, 5, 1, "", "ignore_plotter_warnings"], [112, 5, 1, "", "limit_top_n_configs"], [112, 5, 1, "", "plot_optimizer_trends"], [112, 5, 1, "", "plot_top_n_configs"]], "mlos_viz.dabl": [[113, 5, 1, "", "ignore_plotter_warnings"], [113, 5, 1, "", "plot"]], "mlos_viz.util": [[114, 5, 1, "", "expand_results_data_args"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "attribute", "Python attribute"], "3": ["py", "property", "Python property"], "4": ["py", "method", "Python method"], "5": ["py", "function", "Python function"], "6": ["py", "data", "Python data"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:attribute", "3": "py:property", "4": "py:method", "5": "py:function", "6": "py:data"}, "terms": {"": [5, 6, 7, 8, 9, 10, 11, 21, 23, 24, 26, 27, 30, 32, 39, 54, 55, 57, 67, 68, 69, 70, 71, 75, 76, 79, 80, 81, 85, 87, 89, 93, 94, 95, 96, 97, 98, 99, 108, 111, 112, 117, 118, 119, 121, 122, 127, 129, 132, 136, 137, 138, 139, 143, 148, 149, 150, 151, 152, 158, 161, 164, 165, 166, 167], "0": [5, 6, 7, 20, 86, 93, 94, 96, 97, 101, 104, 117, 118, 119, 120, 149, 158], "1": [2, 3, 5, 20, 32, 33, 34, 35, 52, 67, 69, 75, 93, 94, 96, 97, 98, 111, 119, 120, 136, 147, 149, 151, 155, 160], "10": [112, 165], "100": [93, 94, 96, 149], "10000": [101, 104, 158], "16": [101, 104, 158], "1shot": 164, "2": [5, 20, 39, 52, 85, 87, 88, 101, 104, 112, 120, 132, 143, 144, 158], "20": 112, "2022": 164, "3": [5, 6, 7, 8, 9, 10, 11, 12, 16, 20, 36, 40, 41, 55, 61, 117, 118, 119, 120, 121, 122, 125, 133], "30": 165, "4": [5, 6, 7, 20, 117, 118, 120], "5": [5, 20, 120], "6": [5, 20, 120], "64": 165, "7": [5, 20, 120], "A": [2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 35, 36, 38, 39, 40, 41, 42, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 97, 98, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 150, 151, 155, 159, 165], "As": 165, "Be": 165, "By": [32, 33, 34, 93, 98, 112, 149, 151, 164], "For": [5, 6, 32, 87, 118, 164, 165], "If": [5, 6, 7, 8, 9, 10, 12, 16, 32, 36, 37, 39, 40, 41, 44, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 70, 75, 85, 87, 89, 111, 112, 113, 117, 118, 121, 122, 125, 130, 132, 133, 134, 135, 136, 138, 143, 149, 150, 158, 161, 165], "In": [5, 8, 9, 10, 25, 85, 88, 89, 112, 121, 122, 144, 165, 166, 167], "It": [5, 6, 21, 22, 25, 32, 36, 38, 42, 70, 71, 81, 85, 88, 118, 130, 131, 134, 138, 139, 144, 164, 165, 166, 167], "Its": [32, 167], "NOT": [85, 87, 143], "No": [23, 29], "Not": [93, 94, 95, 96, 97, 98, 99, 119, 148, 149, 150, 151, 152], "On": [89, 165], "One": [32, 67, 69, 79, 136], "That": [86, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152, 165], "The": [2, 3, 4, 5, 7, 11, 21, 23, 24, 25, 26, 27, 28, 29, 30, 39, 41, 44, 48, 49, 50, 54, 55, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 72, 75, 76, 82, 85, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 113, 114, 117, 119, 127, 128, 129, 132, 135, 136, 137, 140, 144, 145, 148, 149, 150, 151, 152, 156, 157, 158, 161, 163, 164, 165, 167], "There": 21, "These": [23, 24, 27, 87, 127, 129, 164, 166], "To": [54, 164, 165], "With": 165, "__enter__": [21, 54], "__exit__": [21, 54], "__init__": [117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 160], "__repr__": [5, 6, 118], "_config_path": [39, 55, 57, 132], "_connection_pend": 54, "_scalartype_co": [93, 94, 95, 96, 148, 149], "ab": 112, "abil": 165, "about": [67, 69, 73, 78, 85, 87, 136, 141, 143, 150, 165], "abov": [164, 165], "abs_path": 89, "absolut": [39, 55, 57, 89, 132], "abstract": [5, 6, 23, 24, 31, 33, 34, 36, 37, 38, 67, 68, 69, 70, 71, 72, 93, 94, 95, 98, 102, 118, 129, 130, 131, 136, 137, 138, 139, 140, 148, 151, 156, 164, 165], "access": [44, 45, 55, 56, 68, 70, 71, 72, 74, 76, 80, 81, 82, 85, 86, 88, 137, 138, 139, 140, 144], "access_head": [55, 56], "access_token": [55, 56], "accomplish": 164, "account": [85, 87, 143, 165], "accuraci": 165, "acquisit": [93, 94, 95, 96, 148, 149], "acquisition_funct": [92, 93, 94, 95, 96, 148, 149], "across": [32, 112, 149, 166], "act": [36, 40, 41, 55, 61, 133], "actual": [39, 55, 57, 85, 87, 132, 143], "ad": [25, 111, 112, 165], "adapt": [92, 93, 94, 95, 96, 97, 98, 99, 100, 108, 145, 148, 149, 150, 151, 152, 162, 165], "add": [33, 34, 39, 55, 57, 112, 113, 132, 164, 167], "addit": [32, 39, 54, 55, 57, 67, 69, 83, 85, 87, 132, 136, 142, 143, 162, 164, 165], "addition": [74, 112], "adjust": 165, "advis": 32, "affect": 149, "after": [23, 24, 32, 33, 34, 67, 69, 75, 89, 93, 94, 96, 98, 129, 136, 149, 151, 165], "again": 165, "against": [2, 3, 39, 55, 57, 93, 99, 132, 152, 164], "agnost": [31, 165], "aid": [21, 167], "aim": [101, 104, 158, 164], "algorithm": 166, "alia": [12, 18, 87, 97, 126], "all": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 36, 37, 38, 39, 54, 55, 57, 67, 68, 69, 72, 75, 76, 82, 85, 86, 87, 88, 89, 108, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 136, 137, 140, 143, 144, 164, 165], "allow": [67, 69, 73, 78, 85, 88, 136, 141, 144, 164, 165], "along": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 111, 112, 117, 118, 121, 122, 123, 124, 125, 161], "alongsid": [93, 145, 153], "alreadi": [67, 69, 75, 89, 136], "also": [23, 24, 32, 85, 88, 93, 94, 96, 112, 121, 122, 124, 125, 129, 144, 149, 162, 163, 165, 167], "alwai": [23, 29, 44, 48, 49, 50, 55, 59, 60, 62, 63, 64, 66, 67, 69, 79, 135, 136, 165], "an": [2, 3, 4, 5, 6, 12, 16, 21, 23, 24, 36, 37, 38, 39, 40, 41, 44, 48, 49, 50, 51, 53, 54, 55, 57, 61, 63, 66, 67, 68, 69, 70, 72, 73, 75, 76, 78, 80, 81, 82, 83, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 117, 118, 119, 121, 122, 123, 124, 125, 126, 129, 130, 131, 132, 133, 135, 136, 137, 138, 140, 141, 142, 143, 144, 147, 149, 150, 151, 152, 155, 164, 165, 166, 167], "analysi": 165, "analyz": 162, "ani": [4, 5, 6, 7, 8, 9, 10, 21, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 64, 67, 69, 70, 75, 79, 83, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 111, 112, 117, 118, 121, 122, 130, 131, 132, 133, 134, 135, 136, 138, 142, 143, 144, 148, 149, 150, 151, 152, 161, 165], "annoi": [111, 112], "api": [23, 28, 44, 45, 46, 55, 56, 128, 164, 165, 166, 167], "appear": 164, "appli": [32, 89, 164, 165], "applic": [0, 5, 8, 9, 10, 12, 16, 67, 69, 89, 121, 122, 125, 136, 165, 166], "approach": 164, "ar": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25, 27, 29, 32, 44, 48, 50, 55, 60, 62, 66, 67, 68, 69, 75, 76, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 112, 114, 117, 118, 119, 121, 122, 123, 124, 125, 127, 129, 135, 136, 137, 143, 144, 148, 149, 150, 151, 152, 156, 157, 158, 161, 163, 164, 165, 166], "are_equ": 86, "arg": [54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 89, 120, 145, 147, 153, 155, 160], "argument": [32, 39, 89, 93, 111, 112, 114, 119, 132, 145, 153, 161], "argv": 22, "arm": 165, "around": [54, 164, 167], "arrai": 41, "arriv": [44, 50, 55, 60, 135], "ascend": [93, 98, 114, 151], "assess": 112, "assign": [0, 85, 86, 87, 88, 143, 144], "associ": [70, 89, 93, 98, 138, 151], "assum": 165, "async": 54, "asynchron": [44, 50, 51, 53, 55, 65, 135], "asyncio": 21, "asyncremoteexecresultsfutur": [51, 53], "asyncresultsurl": [44, 50, 55, 59, 63, 65, 66, 135], "asyncssh": 54, "attempt": [67, 69, 75, 89, 136], "attribut": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 85, 86, 87, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 148, 149, 150, 151, 152, 156, 157, 158], "augment": [32, 89, 112], "augment_results_df_with_config_trial_group_stat": [111, 112, 116], "authent": [55, 56], "authenticator_typ": [36, 55], "author": [44, 45, 55, 56], "auto": [111, 116, 160], "autom": [0, 111, 162, 164, 165, 166], "automat": [32, 112, 165, 166, 167], "automl": [93, 96, 97, 150], "autotun": [0, 23, 32, 67, 73, 162, 164, 165], "auxiliari": 25, "avail": [32, 36, 38, 131, 163, 164, 165, 166, 167], "aw": 165, "awai": 165, "awar": 166, "az": 165, "azur": [15, 36, 38, 43, 66, 131, 164], "azure_auth": [43, 44], "azure_deployment_servic": [43, 44], "azure_fileshar": [43, 44], "azure_network_servic": [43, 44], "azure_saa": [43, 44], "azure_vm_servic": [43, 44], "azureauthservic": [36, 43, 44, 45], "azuredeploymentservic": [43, 44, 46, 48, 50], "azurefileshareservic": [36, 43, 44, 47], "azurenetworkservic": [36, 43, 44, 48], "azuresaasconfigservic": [36, 43, 44, 49], "azurevmservic": [36, 38, 43, 44, 50, 131], "backend": [67, 73, 78, 79, 89, 93, 94, 96, 97, 98, 99, 141, 149, 150, 151, 152, 164], "background": 21, "bar": 31, "base": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 116, 118, 127, 129, 130, 131, 136, 137, 138, 139, 140, 148, 149, 151, 152, 165], "base_class": 89, "base_environ": [0, 5], "base_experiment_data": [0, 67], "base_fileshar": [0, 36], "base_optim": [0, 23], "base_schedul": [0, 33], "base_servic": [0, 36], "base_storag": [0, 67], "base_supported_config_prop": [0, 23, 24, 129], "base_trial_data": [0, 67], "base_tunable_config_data": [0, 67], "base_tunable_config_trial_group_data": [0, 67], "basebayesianoptim": [92, 93, 94, 95, 96], "baselin": [93, 99, 152, 166], "baseoptim": [92, 93, 94, 95, 97, 98, 99, 101, 102, 103, 104, 110, 145, 156, 157, 158], "basespaceadapt": [93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 148, 149, 150, 151, 152, 153, 157, 158], "basetypevar": 89, "basic": [92, 93, 94, 98, 101, 102, 151, 156, 165, 167], "bayesian": [93, 94, 95, 96, 99, 148, 149, 152, 164, 166], "bayesian_optim": [92, 93, 147], "bayesianoptim": 164, "becaus": 25, "becom": 164, "been": [23, 24, 26, 27, 30, 85, 86, 88, 93, 94, 96, 97, 98, 99, 127, 129, 144, 149, 150, 151, 152], "befor": [5, 6, 32, 36, 38, 67, 69, 75, 93, 98, 112, 118, 131, 136, 151, 165], "behavior": [55, 119, 165], "being": [5, 7, 23, 24, 26, 27, 30, 44, 48, 50, 55, 60, 62, 66, 117, 127, 129, 135], "belong": [70, 80, 85, 88, 101, 102, 103, 104, 138, 144, 156, 157, 158], "below": [162, 165], "bench": [2, 3, 162, 166], "benchmark": [0, 5, 6, 7, 8, 9, 10, 11, 12, 16, 19, 20, 22, 23, 24, 26, 27, 28, 30, 32, 39, 44, 55, 57, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 89, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 137, 138, 139, 140, 141, 162, 164, 166, 167], "benchmark_statu": [5, 6, 7, 8, 9, 10, 117, 118, 121, 122], "best": [23, 24, 27, 30, 33, 34, 93, 98, 112, 127, 129, 151], "beta": [85, 87, 143], "better": [164, 165], "between": [23, 24, 25, 67, 68, 69, 76, 129, 136, 137], "bia": [101, 104, 158], "bin": [85, 87, 107, 143], "bo": 164, "bool": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 20, 23, 24, 25, 26, 27, 28, 29, 33, 34, 36, 37, 44, 47, 48, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 66, 67, 69, 75, 85, 86, 87, 88, 89, 93, 94, 96, 98, 101, 104, 111, 112, 114, 117, 118, 120, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 136, 143, 144, 149, 151, 158, 161], "boolean": [44, 48, 49, 55, 62, 64], "boot": [12, 15, 59, 124], "bootstrap": 149, "both": [74, 164, 165], "bound": 166, "boundari": [2, 3, 5, 20, 52, 93, 111, 120, 147, 155, 160], "brief": 164, "browser": 164, "budget": 164, "build": [36, 38, 39, 55, 57, 131, 132], "build_environ": [36, 39, 55, 57, 132], "build_optim": [36, 39, 132], "build_schedul": [36, 39, 132], "build_servic": [36, 39, 132], "build_storag": [36, 39, 132], "builtin_config_path": [36, 39, 132], "bulk": [23, 24, 26, 27, 28, 85, 87, 127, 128, 129, 143], "bulk_regist": [0, 23, 24, 26, 27, 28, 127, 128, 129, 149], "bundl": [39, 55, 57, 132], "cach": 54, "call": [5, 6, 7, 21, 33, 34, 36, 38, 44, 45, 54, 55, 56, 72, 82, 101, 102, 103, 104, 117, 118, 131, 140, 150, 156, 157, 158], "callabl": [36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 89, 130, 131, 132, 133, 134, 135], "caller": [21, 36, 38, 54, 131], "can": [5, 12, 16, 21, 25, 32, 36, 38, 39, 40, 41, 44, 50, 55, 57, 60, 61, 67, 68, 69, 72, 76, 82, 85, 87, 89, 93, 94, 96, 97, 98, 99, 112, 125, 130, 131, 132, 133, 134, 135, 136, 137, 140, 143, 149, 150, 151, 152, 164, 165, 166], "cancel": [0, 5, 20, 120], "candid": 166, "capabl": 164, "cardin": [0, 85, 87, 143], "case": [85, 88, 89, 144], "categor": [85, 87, 143], "categori": [0, 85, 87, 143], "caus": [44, 50, 54, 55, 60, 135], "certain": [46, 84, 164], "chain": [85, 88, 144], "chang": [32, 54, 68, 76, 86, 137, 165], "charact": [25, 41], "characterist": [44, 50, 55, 60, 135], "check": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 20, 23, 24, 25, 26, 33, 34, 44, 49, 50, 55, 60, 62, 64, 66, 67, 69, 75, 85, 86, 87, 88, 89, 117, 118, 120, 121, 122, 123, 124, 125, 129, 135, 136, 143, 144], "check_required_param": [0, 89, 91], "child": [5, 7, 117], "children": [0, 5, 6, 7, 117, 118], "choos": [25, 149], "class": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 160, 163], "class_config": [39, 89, 132], "class_nam": [5, 6, 36, 38, 39, 89, 118, 130, 131, 132, 134], "classmethod": [5, 6, 36, 38, 54, 118, 131], "claus": [42, 55, 61], "clean": [5, 8, 9, 12, 15, 16, 21, 108, 121, 124, 125, 165], "cleanli": 54, "cleanup": [51, 54, 92, 93, 94, 96, 98, 149, 151], "clear": [54, 85, 86, 88, 144], "clear_client_cach": [51, 54], "cli": [1, 2, 3, 32, 44, 45, 164], "client": [54, 89], "close": 54, "cloud": [12, 17, 55, 56, 64, 165], "cmd": 89, "cmdline": 41, "code": [36, 40, 41, 55, 61, 133, 163, 164, 165, 166], "codespac": 164, "collect": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 25, 36, 39, 40, 41, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 61, 85, 86, 88, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 129, 132, 133, 144, 164, 165], "column": [68, 70, 71, 72, 76, 81, 82, 84, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 112, 114, 137, 138, 139, 140, 148, 149, 150, 151, 152, 156, 157, 158], "com": [32, 164, 165], "combin": [39, 67, 69, 132, 136, 164], "come": [44, 50, 51, 53, 55, 65, 135, 165], "command": [22, 32, 36, 40, 41, 43, 44, 50, 51, 53, 54, 55, 61, 65, 133, 135, 163, 165], "commandlin": 41, "comment": 54, "commit": 89, "common": [67, 73, 114, 165], "compar": 86, "comparison": [93, 99, 152, 166], "compat": [67, 69, 75, 136], "complet": [5, 6, 7, 8, 9, 10, 11, 12, 16, 21, 33, 34, 67, 69, 75, 117, 118, 119, 121, 122, 125, 136, 164, 165], "complic": [36, 40, 41, 55, 61, 133], "compon": [22, 89, 164, 165], "compos": [85, 88, 144], "composit": [5, 6, 7, 117, 118], "composite_env": [0, 5], "compositeenv": [0, 5, 7, 39, 55, 57, 91, 132], "compositeenviron": [85, 88, 144], "comput": [44, 50, 55, 60, 66, 135], "concret": [93, 145, 153], "concreteoptim": [93, 145], "concretespaceadapt": 153, "condit": [33, 34, 108], "config": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 64, 65, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 91, 93, 94, 95, 96, 97, 98, 99, 107, 108, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 148, 149, 150, 151, 152, 163, 164], "config_column_prefix": [67, 68, 137], "config_df": [67, 71, 73, 81, 139], "config_dict": [67, 71, 81, 139], "config_fil": [67, 83, 142, 165], "config_id": [33, 34, 67, 69, 72, 75, 79, 80, 82, 136, 140], "config_load": [0, 22], "config_loader_servic": [0, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 130, 131, 132, 133, 134, 135], "config_loader_typ": [36, 55], "config_path": [32, 36, 39, 132, 165], "config_persist": [0, 36], "config_schema": [1, 2], "config_spac": [0, 23, 24, 26, 27, 28, 29, 30, 106, 108, 127, 128, 129, 159], "config_to_datafram": [92, 108, 110], "configpersistenceservic": [0, 22, 36, 39], "configschema": [0, 1, 2, 3, 39, 55, 57, 132], "configspac": [23, 24, 25, 93, 99, 101, 102, 103, 106, 107, 108, 129, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159], "configspace_data_to_tunable_valu": [0, 23, 25], "configspace_to_flaml_spac": [100, 105, 106], "configur": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 34, 36, 38, 39, 43, 44, 48, 49, 50, 55, 57, 60, 62, 64, 66, 67, 68, 69, 70, 71, 72, 73, 76, 78, 79, 80, 81, 82, 83, 89, 93, 94, 95, 96, 98, 101, 102, 103, 104, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 135, 136, 137, 138, 139, 140, 141, 142, 145, 148, 149, 151, 153, 156, 157, 158, 159, 164, 166], "configurationspac": [23, 24, 25, 26, 27, 28, 29, 30, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 127, 128, 129, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159], "conn": 54, "connect": [36, 37, 44, 47, 51, 52, 54, 55, 58, 130, 134, 165], "connect_param": 54, "connection_id": 54, "connection_lost": [51, 54], "connection_mad": [51, 54], "consid": [89, 165, 166], "consist": [67, 69, 85, 88, 136, 144, 166], "const_arg": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 39, 44, 50, 51, 53, 55, 57, 65, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 135, 165], "constant": 86, "constitut": 165, "constraint": [164, 166], "constructor": [5, 6, 23, 24, 27, 36, 38, 39, 55, 57, 89, 93, 118, 127, 129, 130, 131, 132, 134, 145, 153], "consum": 164, "contain": [5, 6, 32, 36, 38, 39, 41, 55, 56, 57, 67, 69, 79, 85, 88, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 136, 144, 156, 157, 158, 165, 166], "content": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134, 162], "context": [21, 33, 34, 42, 54, 55, 61, 71, 81, 93, 94, 95, 96, 97, 98, 99, 139, 148, 149, 150, 151, 152, 164], "continu": [85, 87, 143], "contribut": 162, "control": [149, 150, 165], "converg": [23, 24, 26, 33, 34, 129, 164], "convers": [44, 50, 51, 53, 55, 65, 85, 87, 135, 143], "convert": [25, 84, 89, 92, 100, 108], "convert_configspac": [0, 23], "copi": [0, 52, 67, 69, 85, 86, 87, 88, 136, 143, 144, 165], "copymod": [43, 51, 52], "core": [162, 165, 167], "coro": 21, "cororeturntyp": 21, "coroutin": 21, "correl": 166, "correspond": [23, 24, 25, 26, 27, 28, 30, 70, 71, 80, 81, 89, 127, 128, 129, 138, 139, 165], "cost": [85, 86, 150, 165, 166], "could": [5, 8, 9, 10, 121, 122], "count": [23, 24, 26, 27, 32, 54, 127, 129, 165], "covari": [5, 6, 23, 24, 85, 86, 88, 118, 129, 144], "covariant_group": [0, 85], "covarianttunablegroup": [0, 85, 86, 88, 144], "cpu": 166, "creat": [12, 14, 36, 40, 41, 42, 55, 61, 67, 69, 73, 77, 78, 83, 85, 88, 92, 93, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142, 143, 144, 145, 148, 150, 151, 152, 153, 158, 164], "create_connect": 54, "credenti": [5, 6, 44, 45, 55, 56, 117, 118, 119, 121, 122, 123, 124, 125, 126, 164], "cs_config": 108, "curat": 166, "current": [5, 6, 7, 8, 9, 10, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 67, 68, 69, 75, 76, 79, 85, 86, 87, 88, 89, 117, 118, 121, 122, 127, 128, 129, 136, 137, 143, 144, 164, 166], "current_iter": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "cutoff": 112, "cwd": [36, 40, 41, 55, 61, 133], "d": 108, "dabl": [111, 116, 160, 161, 167], "data": [5, 8, 10, 11, 23, 24, 25, 26, 27, 28, 29, 30, 36, 40, 41, 55, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 85, 87, 89, 111, 112, 113, 114, 119, 122, 127, 128, 129, 133, 136, 137, 138, 139, 140, 141, 143, 149, 161, 164, 165], "databas": [78, 79, 164, 165], "database_password": 165, "datafram": [23, 24, 26, 27, 30, 68, 70, 71, 72, 74, 76, 80, 81, 82, 84, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 113, 114, 127, 129, 137, 138, 139, 140, 148, 149, 150, 151, 152, 156, 157, 158, 161], "date": 164, "datetim": [5, 6, 7, 8, 9, 10, 11, 12, 16, 67, 69, 70, 75, 79, 80, 89, 117, 118, 119, 121, 122, 125, 136, 138], "datetime_col": 89, "datetime_pars": [0, 89, 91], "db": [44, 49, 76, 77, 80, 81, 82], "dbschema": [67, 73, 74, 75, 76, 77, 79, 80, 81, 82], "dealloc": [44, 50, 55, 60, 66, 135], "deallocate_host": [36, 43, 44, 50, 55, 60, 135], "debug": 32, "declar": 55, "deep": [85, 86, 87, 88, 143, 144], "default": [0, 5, 6, 7, 8, 9, 10, 11, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 44, 47, 48, 51, 52, 55, 58, 62, 68, 76, 85, 86, 87, 88, 93, 94, 96, 98, 101, 104, 111, 112, 113, 114, 117, 118, 119, 121, 122, 127, 128, 129, 130, 134, 137, 143, 144, 149, 151, 158, 161, 165, 166], "default_max_unique_values_per_param": [100, 101, 104, 158], "default_num_low_dim": [100, 101, 104, 158], "default_special_param_value_biasing_percentag": [100, 101, 104, 158], "default_tunable_config_id": [67, 68, 73, 76, 137], "defin": [67, 69, 72, 77, 82, 93, 94, 95, 98, 102, 127, 128, 129, 136, 140, 145, 148, 151, 156], "definit": [21, 77, 85, 86, 87, 88, 143], "delet": [44, 48, 50, 55, 60, 62, 135], "depend": [36, 39, 40, 41, 44, 48, 55, 61, 62, 85, 87, 132, 133, 143, 149, 164], "deploi": [5, 6, 39, 44, 46, 48, 50, 55, 57, 60, 62, 66, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135], "deploy": [44, 46, 48, 50, 135, 164], "deploy_param": [44, 46, 48, 50, 135], "deprovis": [12, 15, 44, 48, 50, 55, 60, 62, 66, 124, 135, 165], "deprovision_host": [36, 43, 44, 50, 55, 60, 135], "deprovision_network": [36, 43, 44, 48, 55, 62], "deriv": [5, 6, 36, 38, 89, 93, 118, 131, 145, 153], "describ": [2, 3, 39, 55, 57, 132, 164], "descript": [0, 22, 67, 68, 69, 73, 75, 76, 78, 85, 87, 136, 137, 141, 162], "deseri": [39, 132, 143], "design": 164, "desir": [85, 88, 144], "dest": 89, "destin": [4, 89], "detail": [5, 6, 32, 36, 37, 44, 47, 51, 52, 54, 55, 58, 118, 130, 134, 164, 165, 167], "detect": 32, "determin": [112, 165], "determinist": 119, "devcontain": [164, 165], "develop": 164, "deviat": 112, "dict": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 97, 101, 104, 106, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 150, 153, 158, 159, 161], "dict_templat": [0, 91], "dictionari": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 29, 30, 36, 37, 38, 39, 44, 47, 48, 50, 51, 52, 53, 55, 57, 58, 59, 60, 62, 63, 65, 66, 67, 68, 69, 72, 73, 76, 78, 82, 85, 87, 88, 89, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 140, 141, 143, 144, 150, 158, 159, 165], "dicttemplat": [0, 4, 91], "differ": [3, 44, 50, 55, 60, 85, 87, 135, 143, 149, 164], "dimens": [101, 104, 150, 158], "dimension": [101, 104, 158, 166], "dir": [36, 40, 41, 55, 61, 133, 149], "direct": [23, 24, 26, 27, 28, 29, 30, 67, 68, 69, 73, 75, 76, 78, 79, 112, 127, 128, 129, 136, 137, 141, 165], "directli": 149, "directori": [36, 37, 39, 40, 41, 42, 44, 47, 51, 52, 55, 57, 58, 61, 130, 132, 133, 134, 149, 164, 165, 166], "disabl": [32, 158], "disallow": 25, "disconnect": 54, "discoveri": 166, "discret": [101, 104, 158], "disk": 166, "distinguish": 149, "distribut": [0, 85, 87, 143], "distribution_param": [0, 85, 87, 143], "distributiondict": [0, 85, 87], "do": [46, 85, 87, 143, 164, 165], "doc": 150, "docker": 165, "document": [164, 165, 166], "doe": [85, 87, 88, 143, 144], "doesn": 89, "domain": [106, 159], "don": 165, "done": 165, "down": [5, 6, 7, 12, 13, 14, 15, 16, 33, 34, 44, 50, 54, 55, 60, 66, 117, 118, 123, 124, 125, 135], "download": [0, 5, 6, 8, 10, 36, 37, 43, 44, 47, 51, 52, 55, 58, 118, 122, 130, 134], "drop_nul": [92, 108, 110], "dtype": [0, 85, 87, 93, 94, 95, 96, 143, 148, 149], "duckdb": 165, "due": [36, 40, 41, 44, 48, 55, 61, 62, 93, 94, 96, 133, 149, 165], "dump_params_fil": [121, 122], "dure": [44, 48, 55, 62, 149, 165], "dynam": [39, 55, 57, 132], "e": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 24, 26, 27, 30, 36, 38, 39, 41, 44, 48, 49, 55, 57, 62, 64, 67, 68, 69, 70, 72, 76, 82, 85, 86, 87, 88, 89, 93, 112, 113, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 129, 131, 132, 133, 136, 137, 138, 140, 143, 144, 145, 149, 153, 164, 165, 166], "each": [5, 7, 23, 24, 27, 32, 41, 54, 85, 88, 101, 104, 112, 117, 118, 121, 122, 123, 124, 125, 126, 127, 129, 144, 158, 165], "earli": 89, "eas": [164, 165], "easi": 164, "easili": [32, 149, 164, 165], "ec2": 165, "effici": [101, 104, 158, 165, 166], "either": [21, 39, 55, 57, 85, 87, 132, 143, 164, 165], "element": [85, 87, 143], "els": [85, 87, 143], "emploi": [93, 98, 148, 149, 150, 151, 152, 158], "empti": [5, 6, 7, 8, 9, 10, 39, 55, 57, 70, 85, 87, 117, 118, 121, 122, 132, 138, 143], "enabl": [162, 164], "encapsul": [21, 39], "encod": 165, "encount": [44, 48, 55, 62], "end": [70, 80, 138, 165], "engin": [74, 75, 76, 77, 79, 80, 81, 82, 165], "ensur": [164, 165], "enter": [0, 21, 51, 54], "entir": [36, 37, 44, 47, 51, 52, 55, 58, 85, 86, 88, 130, 134, 144], "enum": [2, 3, 5, 20, 25, 52, 93, 111, 120, 145], "enumer": [93, 147, 155], "env": [5, 6, 36, 39, 40, 41, 55, 57, 61, 118, 132, 133, 164, 165], "env_nam": [5, 6, 118], "env_param": [44, 50, 51, 53, 55, 65, 135], "environ": [0, 1, 2, 3, 4, 23, 28, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 44, 50, 51, 53, 55, 57, 61, 65, 67, 68, 69, 73, 76, 78, 85, 88, 89, 91, 128, 131, 132, 133, 134, 135, 136, 137, 141, 144, 162, 164], "ephemer": 32, "equal": [93, 94, 96, 149], "equals_default": [85, 86], "equival": [5, 6, 7, 117, 118], "error": [44, 48, 55, 62, 89, 165], "especi": 164, "establish": 54, "estim": 165, "etc": [5, 6, 32, 39, 41, 55, 57, 67, 69, 73, 78, 93, 94, 96, 97, 98, 99, 117, 118, 121, 122, 123, 124, 125, 126, 132, 133, 136, 141, 145, 149, 150, 151, 152, 153, 164, 166, 167], "evalu": [93, 97, 98, 149, 151, 165, 166], "evaluatedsampl": [92, 93, 97], "event": [21, 54], "event_loop_context": [0, 91], "eventloopcontext": [0, 21, 91], "everi": [36, 40, 41, 55, 61, 133], "exactli": 84, "exampl": [0, 32, 91, 163, 165], "exc": 54, "except": [2, 3, 54], "execut": [5, 6, 16, 36, 40, 41, 43, 44, 50, 51, 53, 55, 61, 65, 68, 76, 93, 94, 96, 97, 98, 99, 118, 121, 124, 125, 133, 135, 137, 149, 150, 151, 152, 165], "exist": [33, 34, 164, 165, 166], "exit": [0, 21, 32, 51, 54], "exp_data": [111, 112, 113, 114, 161], "expand": [4, 39, 55, 57, 114, 132], "expand_results_data_arg": [111, 114, 116], "expand_var": [0, 4], "expans": 4, "expect": [5, 6, 7, 8, 9, 10, 12, 14, 16, 21, 85, 87, 88, 89, 117, 118, 121, 122, 125, 144, 164], "experi": [0, 5, 6, 7, 11, 12, 16, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 39, 67, 68, 69, 70, 71, 72, 73, 76, 78, 79, 80, 81, 82, 86, 93, 94, 96, 97, 98, 99, 111, 112, 113, 114, 117, 118, 119, 125, 127, 128, 129, 132, 136, 137, 138, 139, 140, 141, 149, 150, 151, 152, 160, 161, 164, 166, 167], "experiment": [68, 76, 137, 165], "experiment_data": [67, 73, 74, 164, 165], "experiment_id": [0, 32, 67, 68, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 82, 136, 137, 138, 140, 141, 165], "experiment_myappbench": 165, "experiment_mybenchmark": 165, "experiment_redisbench": 165, "experimentdata": [0, 67, 68, 69, 72, 73, 76, 78, 82, 111, 112, 113, 114, 136, 140, 141, 161, 165, 167], "experimentsqldata": [67, 73, 74, 76], "expir": [44, 45], "explain": [54, 111, 112], "explicit": [23, 29], "explicitli": [89, 149], "exploit": 149, "explor": [101, 102, 103, 104, 149, 156, 157, 158, 164], "export": [0, 36, 38, 39, 55, 57, 131, 132], "ext_method": [36, 38, 131], "extern": [36, 38, 40, 41, 55, 61, 131, 133, 164], "extra": [4, 86], "extra_path": [39, 55, 57, 132], "extra_source_dict": 4, "extract": [23, 24, 26, 27, 30, 39, 44, 48, 50, 89, 127, 129, 132, 135], "extrem": 166, "f": [164, 165], "factori": [5, 6, 36, 38, 39, 55, 57, 83, 89, 93, 118, 131, 132, 145, 153], "fail": [0, 5, 7, 20, 23, 24, 26, 27, 30, 44, 48, 49, 50, 51, 53, 54, 55, 59, 60, 62, 63, 64, 65, 66, 117, 120, 127, 129, 135], "failur": 165, "fallback": 4, "fals": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 36, 37, 44, 47, 50, 51, 52, 53, 55, 58, 59, 63, 85, 86, 87, 88, 89, 93, 94, 96, 98, 101, 104, 112, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 143, 144, 149, 151, 158, 165], "faq": 150, "far": [23, 24, 27, 30, 93, 98, 127, 129, 151], "fast": [93, 97, 150], "favor": 149, "featur": [162, 164], "fed": [101, 102, 103, 156, 157], "feed": [164, 165], "feedback": 167, "few": 165, "field": [5, 6, 7, 8, 9, 10, 12, 16, 25, 39, 44, 49, 55, 57, 64, 97, 117, 118, 121, 122, 125, 132], "figur": 112, "file": [5, 8, 9, 10, 22, 23, 29, 32, 36, 37, 39, 42, 44, 47, 51, 52, 54, 55, 57, 58, 67, 68, 69, 73, 76, 78, 83, 89, 93, 94, 96, 98, 100, 105, 121, 122, 130, 132, 133, 134, 136, 137, 141, 142, 149, 151, 164], "file_path": [39, 55, 57, 132], "fileshar": 47, "fileshare_typ": [36, 55], "fileshareservic": [0, 36, 37, 44, 47, 51, 52, 91], "filter": [111, 112, 113, 161, 166], "filter_warn": [111, 161], "final": [4, 23, 24, 26, 27, 30, 127, 129], "find": 3, "first": [23, 24, 32, 68, 76, 93, 98, 129, 137, 149, 151, 165], "flag": [85, 86, 88, 144], "flaml": [93, 97, 100, 105, 145, 147, 150, 164, 166], "flaml_optim": [92, 93, 147], "flaml_spac": [106, 159], "flamloptim": [92, 93, 97, 110, 145, 147], "flat": [36, 37, 44, 47, 48, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 65, 66, 84, 85, 88, 130, 134, 135, 144], "flatten": 41, "flex": [44, 49], "flight": 54, "float": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 26, 27, 28, 30, 33, 34, 36, 39, 40, 41, 55, 57, 61, 67, 69, 70, 71, 79, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 117, 118, 119, 121, 122, 125, 127, 128, 129, 132, 133, 136, 138, 139, 143, 144, 148, 149, 150, 151, 152], "flow": 164, "focus": 164, "follow": [68, 72, 76, 82, 112, 121, 122, 124, 125, 137, 140, 164, 165, 166], "foo": 31, "forc": [44, 50, 51, 53, 59, 63, 135], "fork": 164, "form": [85, 87, 143], "format": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 36, 38, 39, 55, 57, 67, 69, 79, 84, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 165], "found": [85, 88, 144, 165], "four": [39, 132], "fqn": [5, 6, 36, 38, 39, 55, 57, 89, 118, 131, 132], "frame": 165, "framework": [0, 23, 24, 67, 69, 111, 129, 136, 164, 165], "free": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 36, 38, 39, 55, 57, 85, 87, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 143], "from": [5, 6, 8, 10, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 44, 45, 47, 48, 50, 51, 52, 53, 54, 55, 57, 58, 61, 65, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 83, 85, 87, 88, 89, 93, 94, 95, 96, 98, 111, 112, 113, 118, 122, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 148, 149, 150, 151, 161, 164, 165, 167], "from_config": [0, 67, 83, 91, 165], "full": [21, 23, 29, 67, 69, 73, 78, 136, 141, 165, 167], "fulli": 89, "func": 89, "function": [21, 25, 36, 38, 39, 41, 42, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 61, 65, 84, 89, 93, 94, 95, 96, 98, 107, 108, 112, 113, 114, 130, 131, 132, 133, 134, 135, 148, 149, 151, 163], "further": 41, "futur": [21, 67, 69, 136, 164, 165, 166, 167], "g": [5, 6, 12, 14, 16, 21, 23, 24, 26, 27, 30, 36, 38, 39, 41, 44, 48, 49, 55, 57, 62, 64, 67, 68, 69, 70, 72, 76, 82, 85, 87, 88, 89, 93, 112, 113, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 129, 131, 132, 133, 136, 137, 138, 140, 143, 144, 145, 153, 164, 165, 166], "gain": [111, 112], "gear": 164, "gener": [21, 23, 24, 25, 26, 27, 28, 101, 104, 127, 128, 129, 149, 158, 164, 166, 167], "get": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 31, 33, 34, 35, 39, 44, 45, 46, 48, 50, 51, 53, 54, 55, 56, 59, 63, 65, 66, 67, 69, 74, 75, 79, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 104, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 143, 144, 148, 149, 150, 151, 152, 158, 162, 165], "get_access_token": [36, 43, 44, 45, 55, 56], "get_auth_head": [36, 43, 44, 45, 55, 56], "get_best_observ": [0, 23, 24, 27, 30, 33, 34, 92, 93, 98, 127, 129, 151], "get_class_from_nam": [0, 89, 91], "get_client_connect": [51, 54], "get_covariant_group_nam": [0, 85, 88, 144], "get_credenti": [36, 43, 44, 45, 55, 56], "get_current_cost": [85, 86], "get_git_info": [0, 89, 91], "get_nam": [85, 86], "get_observ": [92, 93, 98, 151], "get_param_valu": [0, 85, 88, 144], "get_remote_exec_result": [36, 43, 44, 50, 51, 53, 55, 65, 135], "get_results_df": [67, 73, 74], "get_trial": [67, 73, 74], "get_tun": [0, 85, 86, 88, 144], "get_tunable_values_dict": [85, 86], "git": [89, 164], "git_commit": [68, 76, 89, 137], "git_path": 89, "git_repo": [68, 76, 89, 137], "github": [32, 96, 150, 162, 164, 165, 167], "give": 165, "given": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 26, 27, 30, 33, 34, 35, 36, 38, 39, 52, 55, 57, 67, 68, 69, 70, 72, 74, 75, 76, 82, 85, 86, 88, 89, 93, 94, 95, 96, 97, 98, 99, 111, 112, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 136, 137, 138, 140, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 160, 165, 166], "global": [1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 32, 36, 38, 39, 55, 57, 67, 69, 83, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 136, 142, 150, 165], "global_config": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 67, 69, 73, 78, 83, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142], "global_config_azur": [164, 165], "global_config_storag": 165, "good": [5, 20, 120], "grace": [44, 50, 51, 53, 59, 63, 66, 135], "grid": 26, "grid_search_optim": [0, 23], "gridsearchoptim": [0, 23, 26], "group": [5, 6, 12, 13, 14, 15, 17, 23, 24, 39, 55, 57, 68, 70, 72, 76, 80, 82, 85, 86, 88, 112, 117, 118, 123, 124, 129, 132, 137, 138, 140, 144, 165], "group_nam": [85, 88, 144], "guid": [93, 98, 151, 165], "h": 32, "ha": [23, 24, 26, 27, 30, 68, 70, 71, 72, 76, 81, 82, 85, 86, 87, 88, 93, 94, 96, 97, 98, 99, 127, 129, 137, 138, 139, 140, 143, 144, 149, 150, 151, 152], "handl": [25, 54, 166], "hash": [89, 149], "have": [5, 11, 25, 26, 39, 44, 50, 51, 53, 55, 59, 60, 63, 65, 66, 86, 89, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 135, 164], "header": [44, 45, 55, 56], "heavi": 166, "help": [0, 2, 3, 4, 32, 54, 67, 69, 75, 89, 111, 112, 136, 164], "helper": [22, 39, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 53, 55, 57, 61, 65, 89, 107, 108, 134, 135, 164], "here": [67, 69, 73, 78, 136, 141, 164, 165], "hesbo": [101, 104, 158], "hierarchi": 6, "high": [112, 166], "higher": 149, "histor": [12, 18, 126, 149], "hood": [93, 98, 151], "hook": 54, "host": [5, 6, 12, 13, 15, 16, 18, 43, 44, 50, 51, 53, 54, 55, 59, 60, 63, 65, 118, 123, 124, 125, 126, 135, 165], "host_env": [5, 12], "host_ops_typ": [36, 55], "host_provisioner_typ": [36, 55], "hostenv": [0, 5, 6, 12, 13, 15, 18, 44, 50, 89, 118, 124, 126, 135], "hostnam": 165, "how": 112, "howev": [68, 76, 137, 149, 165], "hp": 107, "html": 96, "http": [32, 44, 45, 55, 56, 96, 150, 164, 165, 167], "human": [5, 6, 36, 38, 39, 55, 57, 67, 69, 73, 78, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 136, 141, 143], "hyper": 165, "hyperparamet": [25, 107, 108], "i": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 32, 36, 38, 39, 42, 44, 48, 49, 50, 51, 53, 54, 55, 57, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 79, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 135, 136, 137, 138, 139, 140, 143, 144, 149, 150, 151, 152, 156, 157, 158, 162, 163, 164, 165, 166, 167], "id": [32, 54, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 85, 86, 87, 88, 112, 136, 137, 138, 139, 140, 141, 143, 144], "id_from_connect": [51, 54], "id_from_param": [51, 54], "idempot": [5, 6, 7, 117, 118], "ident": [92, 93, 101, 103, 145, 153, 155, 157], "identifi": [67, 69, 72, 73, 78, 89, 136, 140, 141, 143, 166], "identity_adapt": [93, 100, 101, 155], "identityadapt": [92, 93, 100, 101, 103, 155], "ignor": [36, 37, 44, 47, 48, 51, 52, 55, 58, 62, 86, 108, 113, 130, 134], "ignore_error": [44, 48, 55, 62], "ignore_plotter_warn": [111, 112, 113, 116, 162], "immedi": 164, "immut": 165, "impact": 166, "implement": [23, 24, 26, 27, 33, 35, 36, 55, 73, 78, 93, 94, 95, 96, 97, 98, 99, 101, 104, 127, 129, 141, 148, 149, 150, 151, 152, 158, 164, 167], "import": [31, 32], "improv": [101, 104, 158], "imput": [67, 69, 75, 136], "in_rang": [0, 85, 87, 143], "inact": 108, "includ": [67, 69, 75, 85, 88, 112, 136, 144, 162, 164, 165, 166], "incompat": [32, 165], "increment": [23, 24, 27, 127, 129], "incur": 86, "indent": [5, 6, 7, 117, 118], "independ": [164, 165, 166], "index": [93, 96, 98, 151], "indic": [44, 49, 55, 64, 112], "individu": 165, "info": [32, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 135, 150, 165], "inform": [23, 24, 27, 85, 87, 127, 129, 143, 165, 166], "inherit": 42, "init": [32, 100, 105, 150], "initi": [5, 6, 23, 29, 32, 36, 38, 39, 44, 50, 51, 53, 55, 57, 59, 63, 66, 89, 92, 93, 94, 96, 101, 118, 131, 132, 135, 149, 150, 164, 165, 167], "input": [25, 39, 44, 48, 50, 55, 57, 85, 87, 93, 106, 132, 135, 143, 145, 153, 159, 165], "ins": [36, 38, 131, 162], "insid": 165, "insight": [111, 112], "inst": [39, 89, 132], "instal": [162, 166, 167], "instanc": [5, 6, 8, 9, 10, 12, 16, 17, 21, 25, 36, 38, 39, 49, 55, 57, 72, 82, 83, 85, 86, 88, 89, 93, 94, 95, 96, 97, 98, 99, 118, 121, 122, 125, 131, 132, 133, 135, 140, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 165], "instanti": [5, 6, 22, 36, 38, 39, 55, 57, 67, 69, 89, 118, 131, 132, 136, 149], "instantiate_from_config": [0, 89, 91], "instead": [93, 98, 151, 165], "instruct": [164, 165], "int": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 26, 27, 28, 30, 33, 34, 36, 39, 40, 41, 55, 57, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 101, 104, 107, 112, 117, 118, 119, 121, 122, 125, 127, 128, 129, 132, 133, 136, 137, 138, 139, 140, 141, 143, 144, 149, 150, 151, 158], "integ": [85, 87, 143], "integr": [165, 166], "intend": [111, 112, 161, 164], "intention": 89, "interact": [44, 47, 51, 52, 54, 134, 167], "interfac": [23, 24, 33, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 78, 80, 81, 82, 93, 94, 95, 98, 102, 129, 136, 137, 138, 139, 140, 141, 148, 151, 156, 165], "intermedi": [67, 69, 79, 136], "intern": [67, 69, 108, 136], "interpret": 89, "interv": 166, "into_param": [85, 88, 144], "invers": [101, 102, 103, 104, 156, 157, 158], "inverse_transform": [100, 101, 102, 103, 104, 156, 157, 158], "invok": [36, 38, 93, 94, 95, 96, 131, 148, 149], "involv": 164, "io": [96, 150, 164, 165, 167], "ipynb": 164, "is_cancel": [0, 5, 20, 120], "is_categor": [0, 85, 87, 143], "is_complet": [0, 5, 20, 120], "is_config_pend": [36, 43, 44, 49, 55, 64], "is_default": [0, 85, 86, 87, 88, 143, 144], "is_fail": [0, 5, 20, 120], "is_good": [0, 5, 20, 120], "is_int": [85, 87, 143], "is_log": [0, 85, 87, 143], "is_not_empti": [23, 24, 26, 27, 28, 127, 128, 129], "is_numer": [0, 85, 87, 143], "is_pend": [0, 5, 20, 120], "is_readi": [0, 5, 20, 120], "is_setup": [44, 48, 50, 55, 60, 62, 66, 135], "is_speci": [0, 25, 85, 87, 143], "is_succeed": [0, 5, 20, 120], "is_success": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 117, 118, 121, 122, 123, 124, 125], "is_timed_out": [0, 5, 20, 120], "is_upd": [0, 85, 86, 87, 88, 143, 144], "is_valid": [0, 85, 87, 143], "isconfigpendingreboot": [44, 49, 55, 64], "isconfigpendingrestart": [44, 49, 55, 64], "isinst": 87, "issu": 165, "iter": [23, 24, 26, 27, 28, 29, 30, 36, 39, 40, 41, 44, 50, 51, 53, 55, 57, 61, 65, 67, 69, 75, 85, 86, 87, 88, 89, 112, 127, 128, 129, 132, 133, 135, 136, 143, 144, 165], "its": [5, 7, 39, 44, 50, 55, 60, 85, 86, 87, 88, 89, 117, 132, 135, 143, 144, 165], "join": 89, "jq": 165, "json": [2, 3, 32, 39, 44, 48, 50, 55, 57, 67, 69, 73, 78, 87, 132, 135, 136, 141, 143, 163], "json5": [32, 67, 83, 142, 165], "json_file_nam": [39, 55, 57, 132], "jsonc": [164, 165], "jsonschema": [2, 3], "jupyt": [111, 112, 161, 165], "just": [5, 11, 12, 18, 23, 24, 26, 36, 38, 85, 86, 88, 119, 126, 129, 131, 144, 164], "keep": [30, 93, 98, 149, 151, 165], "kei": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 25, 32, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 72, 73, 76, 78, 82, 84, 85, 88, 89, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 135, 136, 137, 140, 141, 144, 159, 164, 165], "kernel": [165, 166], "keyerror": [85, 86, 88, 144], "keyword": [89, 111, 112, 161], "kick": 164, "kind": 25, "know": [67, 69, 73, 78, 136, 141], "knowledg": 166, "known": 149, "kv_df_to_dict": [0, 67, 84], "kwarg": [54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 83, 89, 111, 112, 142, 145, 153, 161], "kwd": [120, 147, 155, 160], "larg": [165, 166], "last": [5, 7, 89, 117, 165], "last_trial_id": [67, 69, 75, 136], "latenc": 166, "later": [67, 69, 73, 78, 136, 141], "latest": 164, "latter": [32, 39, 55, 57, 68, 72, 76, 82, 132, 137, 140, 149, 164], "launch": [5, 12, 16, 125, 164, 165], "launcher": [0, 91], "layer": [112, 113, 164, 165, 167], "least": [118, 121, 122, 123, 124, 125, 126], "leav": 165, "left": 32, "let": 149, "level": [5, 6, 7, 12, 15, 32, 117, 118, 124], "leverag": 166, "librari": [93, 97, 150, 164, 165, 166], "lifecycl": 54, "like": [164, 165, 166], "likewis": 165, "limit": [33, 34, 35], "limit_top_n_config": [111, 112, 116], "line": [22, 32, 36, 40, 41, 44, 50, 51, 53, 55, 61, 65, 89, 133, 135, 163, 165], "linear": [85, 87, 143], "linux": [165, 166], "list": [5, 6, 7, 8, 9, 10, 22, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 65, 67, 69, 75, 79, 83, 85, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 112, 117, 118, 121, 122, 130, 131, 132, 133, 134, 135, 136, 142, 143, 144, 145, 148, 149, 150, 151, 152, 163, 165], "liter": [23, 24, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 89, 111, 112, 113, 114, 129, 136, 137, 141, 143, 161], "ll": 165, "llamatun": [92, 93, 100, 101, 155, 164], "llamatuneadapt": [92, 93, 100, 101, 104, 153, 155], "llm": 164, "load": [0, 3, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 39, 55, 57, 67, 69, 73, 75, 78, 83, 89, 127, 128, 129, 132, 136, 141, 142, 165], "load_config": [0, 33, 34, 36, 39, 55, 57, 132], "load_environ": [36, 39, 132], "load_environment_list": [36, 39, 55, 57, 132], "load_servic": [36, 39, 55, 57, 132], "load_telemetri": [0, 67, 69, 73, 75, 136], "load_tunable_config": [0, 67, 69, 73, 75, 136], "loader": [22, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 130, 131, 132, 133, 134, 135], "local": [0, 5, 6, 36, 37, 38, 39, 44, 47, 51, 52, 55, 58, 61, 85, 88, 89, 117, 118, 119, 123, 124, 125, 126, 130, 131, 132, 134, 144, 164, 165], "local_env": [5, 8], "local_exec": [0, 36, 40, 55, 61, 133], "local_exec_typ": [36, 55], "local_fileshare_env": [5, 8], "local_method": [36, 38, 131], "local_path": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "localenv": [0, 5, 8, 9, 10, 55, 61, 91], "localexecservic": [0, 36, 40, 41, 42, 55, 61, 91], "localfileshareenv": [0, 5, 8, 10, 91], "locat": 32, "log": [32, 85, 87, 143, 165, 166], "log_fil": 32, "log_level": [32, 165], "logic": [25, 54, 75, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "login": 165, "long_text": 22, "look": [112, 164, 165], "lookup": [55, 57], "loop": [21, 32, 33, 34, 35, 54, 163, 164, 165, 166], "lost": 54, "low": [101, 104, 150, 158, 164, 165], "low_cost_partial_config": [93, 97, 150], "machin": [51, 53], "made": [32, 165], "mai": [5, 6, 23, 24, 32, 41, 44, 50, 54, 55, 60, 89, 93, 94, 96, 118, 129, 135, 149], "main": [22, 32, 96, 162], "maintain": [54, 166], "major": [163, 165], "make": [89, 164], "man": 89, "manag": [2, 21, 36, 40, 41, 44, 45, 46, 48, 50, 51, 53, 54, 55, 61, 133, 135, 162, 164, 165, 166], "mandatori": [39, 55, 57, 132], "mani": 112, "manipul": 114, "manual": [32, 108, 166], "map": [3, 36, 40, 41, 55, 61, 85, 88, 89, 133, 144, 166], "match": 164, "max": [23, 24, 33, 34, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 101, 104, 111, 112, 113, 114, 129, 136, 137, 141, 143, 158, 161, 165], "max_ratio": [93, 94, 96, 149], "max_suggest": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129, 165], "max_trial": [0, 23, 24, 33, 34, 35, 93, 94, 96, 129, 149], "max_unique_values_per_param": [101, 104, 158], "maximum": [23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 93, 98, 127, 128, 129, 149, 151], "mayb": [5, 6, 7, 8, 9, 10, 67, 69, 75, 89, 117, 118, 121, 122, 136], "md": [32, 164], "mean": [112, 165], "meant": [31, 165], "measur": [112, 165], "median": 112, "memori": 32, "mention": 165, "merg": [0, 36, 38, 39, 67, 69, 73, 75, 85, 88, 89, 131, 132, 136, 144], "merge_method": [0, 36, 38, 131], "merge_paramet": [0, 89, 91], "messag": 32, "meta": [0, 85, 87, 143], "metadata": [67, 69, 70, 73, 78, 80, 85, 86, 87, 93, 94, 96, 97, 98, 99, 136, 138, 141, 143, 149, 150, 151, 152], "metadata_df": [67, 70, 73, 80, 138], "metadata_dict": [67, 70, 80, 138], "method": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 73, 74, 75, 77, 78, 79, 83, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 143, 144, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 160, 161, 164], "metric": [5, 6, 7, 8, 9, 10, 11, 67, 69, 70, 73, 75, 78, 79, 84, 117, 118, 119, 121, 122, 136, 138, 141, 164], "microsoft": [32, 150, 164, 165, 167], "might": 165, "min": [23, 24, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 111, 112, 113, 114, 129, 136, 137, 141, 143, 161], "minim": [23, 24, 26, 27, 30, 93, 127, 129, 145, 148, 149, 150, 151, 152], "minimum": [72, 140], "miss": [67, 69, 75, 89, 136], "mix": [5, 6, 36, 38, 39, 55, 57, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 162], "mixin": [36, 38, 130, 131, 132, 133, 134, 135], "mlflow": [67, 69, 136], "mlo": [2, 3, 32, 39, 89, 132, 150, 167], "mlos_bench": [111, 113, 149, 162, 163, 164, 165, 167], "mlos_cor": [22, 23, 24, 25, 27, 127, 129, 162, 163, 164], "mlos_core_flaml": 165, "mlos_core_optim": [0, 23], "mlos_demo_sqlite_teach": 164, "mlos_viz": [162, 163, 164], "mloscor": [93, 147, 155], "mloscoreoptim": [0, 23, 27, 91], "mlosvizmethod": [111, 116, 161, 162], "mock": [5, 11, 23, 28, 30, 119, 128], "mock_env": [0, 5], "mock_env_metr": 119, "mock_env_rang": 119, "mock_env_se": 119, "mock_optim": [0, 23], "mockenv": [0, 5, 11, 91], "mocklocalexecservic": 42, "mockoptim": [0, 23, 28, 29, 91], "mode": 52, "model": [12, 14, 93, 94, 95, 96, 148, 149], "modifi": [85, 88, 144, 149], "modul": [0, 1, 2, 5, 8, 12, 23, 33, 36, 40, 43, 44, 51, 55, 67, 73, 85, 91, 92, 93, 94, 100, 101, 105, 110, 111, 116, 120, 147, 155, 160, 164, 167], "monad": 89, "monkei": 107, "monkey_patch_quant": [100, 105, 107], "more": [32, 67, 69, 72, 82, 136, 140, 150, 164, 165, 167], "mostli": 87, "mount": 165, "much": 164, "multi": 166, "multipl": [41, 67, 69, 73, 78, 85, 88, 93, 94, 96, 97, 98, 99, 136, 141, 144, 149, 150, 151, 152, 166], "must": [5, 6, 36, 38, 39, 44, 50, 51, 53, 55, 59, 63, 65, 66, 67, 69, 79, 89, 117, 118, 121, 122, 123, 124, 125, 126, 131, 132, 135, 136], "mutabl": [23, 24, 129], "my": 165, "mypi": 87, "myrg": 165, "mysql": 165, "mystorageaccount": 165, "n": [93, 98, 112, 151], "n_max": [93, 98, 151], "n_random_init": [92, 93, 94, 96, 149], "n_random_prob": [93, 94, 96, 149], "naiv": 89, "name": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 30, 32, 39, 52, 55, 57, 67, 68, 69, 73, 76, 78, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 136, 137, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 159, 160, 165], "namedtupl": 97, "ndarrai": [93, 94, 95, 96, 148, 149], "necessari": [5, 6, 8, 9, 12, 13, 14, 15, 44, 48, 49, 50, 55, 60, 62, 64, 66, 118, 121, 123, 124, 135, 165], "need": [39, 67, 69, 73, 78, 132, 136, 141, 165], "nest": 4, "network": [12, 14, 44, 48, 55, 62, 166], "network_env": [5, 12], "network_provisioner_typ": [36, 55], "networkenv": [0, 5, 12, 14, 44, 48, 55, 62], "new": [0, 5, 6, 7, 12, 16, 25, 36, 38, 39, 42, 44, 50, 55, 57, 60, 61, 62, 66, 67, 69, 73, 78, 83, 85, 86, 87, 88, 89, 93, 98, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142, 143, 144, 145, 148, 149, 151, 152, 153, 164, 165, 166], "new_trial": [0, 67, 69, 136], "next": [23, 24, 26, 27, 28, 127, 128, 129], "nix": 164, "no_teardown": 32, "node": [36, 40, 41, 44, 50, 55, 60, 61, 133, 135], "nois": 165, "non": [67, 69, 136, 166], "none": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 104, 107, 108, 111, 112, 113, 114, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 158, 160, 161], "nonetyp": 87, "normal": [85, 87, 89, 143], "normalize_config": [92, 108, 110], "not_converg": [0, 23, 24, 26, 129], "not_don": [0, 33, 34], "note": [5, 6, 12, 18, 23, 24, 25, 32, 44, 50, 54, 55, 60, 67, 68, 69, 70, 71, 76, 80, 81, 85, 87, 88, 89, 93, 94, 96, 118, 126, 129, 135, 136, 137, 138, 139, 143, 144, 149, 164, 165], "notebook": [111, 112, 161, 164, 165], "now": 165, "np": 150, "nsmallest": [93, 98, 151], "nt": 31, "null": [68, 72, 76, 82, 137, 140], "nullabl": [0, 89, 91], "nullcontext": [42, 55, 61], "num_low_dim": [101, 104, 158], "number": [5, 6, 7, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 67, 69, 73, 78, 85, 87, 90, 93, 94, 96, 97, 98, 101, 104, 107, 109, 112, 115, 117, 118, 127, 128, 129, 136, 141, 143, 149, 151, 158, 165], "numer": [85, 87, 112, 143], "numerical_valu": [0, 85, 87, 143], "numericalhyperparamet": 107, "o": [0, 4, 5, 8, 9, 10, 12, 15, 16, 31, 32, 44, 50, 51, 53, 55, 63, 65, 67, 73, 121, 122, 124, 125, 135, 165], "object": [2, 3, 4, 5, 6, 21, 22, 23, 24, 25, 33, 34, 36, 38, 39, 44, 45, 54, 55, 56, 57, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78, 80, 81, 83, 85, 86, 87, 88, 89, 93, 98, 102, 106, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 136, 137, 138, 139, 141, 142, 143, 144, 145, 153, 159, 161, 164, 167], "objective_weight": [93, 94, 95, 96, 97, 98, 99, 148, 149, 150, 151, 152], "observ": [23, 24, 26, 27, 30, 33, 34, 93, 98, 127, 129, 151], "obtain": [93, 94, 95, 96, 112, 113, 148, 149, 164], "occur": 165, "offlin": 164, "often": [85, 88, 144, 166], "omit": [32, 36, 40, 41, 55, 61, 85, 88, 133, 144], "one": [5, 11, 20, 21, 32, 39, 41, 42, 44, 48, 49, 50, 51, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 70, 72, 82, 85, 86, 87, 88, 89, 93, 98, 119, 120, 132, 135, 138, 140, 143, 144, 151, 164, 165], "one_shot_optim": [0, 23], "ones": [36, 38, 85, 88, 131, 144], "oneshotoptim": [0, 23, 29, 91], "onli": [21, 32, 54, 67, 69, 75, 89, 136], "onlin": 164, "onward": 165, "op": [23, 29, 93, 94, 96, 98, 101, 103, 149, 151, 155, 157], "oper": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 32, 44, 48, 50, 51, 53, 54, 55, 58, 59, 60, 62, 63, 66, 101, 102, 103, 104, 112, 114, 117, 118, 121, 122, 123, 124, 125, 126, 135, 156, 157, 158], "opt": 165, "opt_target": [0, 67, 69, 73, 75, 78, 79, 136, 141], "optim": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 22, 32, 33, 34, 35, 39, 67, 69, 73, 75, 78, 79, 89, 91, 92, 101, 102, 103, 104, 108, 110, 111, 112, 117, 118, 121, 122, 123, 124, 125, 132, 136, 141, 153, 156, 157, 158, 162, 164, 166, 167], "optimization_target": [23, 24, 68, 76, 93, 94, 95, 96, 97, 98, 99, 129, 137, 145, 148, 149, 150, 151, 152], "optimizer_kwarg": [93, 145], "optimizer_typ": [93, 145], "optimizerfactori": [92, 93, 110], "optimizertyp": [93, 145], "option": [4, 5, 6, 23, 24, 25, 26, 27, 28, 30, 32, 36, 37, 39, 40, 41, 44, 47, 51, 52, 55, 57, 58, 61, 67, 69, 70, 74, 75, 79, 83, 85, 87, 88, 89, 93, 94, 96, 97, 98, 99, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 136, 138, 142, 143, 144, 145, 148, 149, 150, 151, 152, 153, 158, 161, 164], "order": [5, 7, 25, 93, 98, 112, 114, 117, 151], "orderby_col": 112, "organ": 162, "orient": 166, "orig_parameter_spac": [101, 102, 103, 104, 156, 157, 158], "origin": [85, 86, 87, 88, 89, 101, 102, 103, 104, 143, 144, 156, 157, 158], "os_env": [5, 12, 31], "os_environ": [0, 91], "os_ops_typ": [36, 55], "osenv": [0, 5, 12, 15], "oss": 164, "other": [23, 24, 26, 27, 28, 32, 67, 69, 75, 86, 89, 112, 127, 128, 129, 136, 164, 165, 166], "otherwis": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 67, 69, 75, 85, 86, 87, 88, 89, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 135, 136, 143, 144], "our": 165, "out": [44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 112, 135, 164, 165, 166], "outlier": 112, "output": [5, 6, 7, 8, 9, 10, 11, 12, 16, 32, 44, 50, 112, 117, 118, 119, 121, 122, 125, 135, 149], "output_directori": [93, 94, 96, 149], "outsid": 165, "over": [67, 69, 75, 136, 149, 164], "overlap": [85, 88, 144], "overrid": [32, 54, 85, 88, 144, 165], "overridden": 32, "overview": 167, "p50": 112, "p75": 112, "p90": 112, "p95": 112, "p99": 112, "packag": [90, 91, 108, 109, 110, 112, 115, 116, 162, 165, 166], "page": 166, "pair": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 32, 36, 37, 38, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 69, 85, 88, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 134, 135, 136, 141, 144], "panda": [68, 70, 71, 72, 76, 81, 82, 84, 89, 93, 98, 101, 102, 103, 104, 111, 112, 113, 114, 137, 138, 139, 140, 151, 156, 157, 158, 161], "parallel": [21, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "param": [2, 3, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 66, 67, 69, 80, 85, 87, 130, 134, 135, 136], "param_valu": [85, 88, 144], "paramet": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 107, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 161, 162, 164, 166], "parameter_spac": [93, 94, 95, 96, 97, 98, 99, 145, 148, 149, 150, 151, 152, 153], "parent": [22, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 85, 88, 130, 131, 132, 133, 134, 135, 144], "parent_arg": [39, 55, 57, 132], "pars": [22, 89], "part": [44, 45, 55, 56, 165], "parti": [111, 112], "partial": [23, 29], "particular": [25, 112, 166], "pass": [5, 6, 23, 24, 27, 36, 38, 39, 44, 50, 51, 53, 54, 55, 57, 65, 89, 93, 94, 96, 111, 112, 118, 127, 128, 129, 130, 131, 132, 134, 135, 145, 149, 153, 161], "password": 165, "patch": 107, "path": [32, 36, 37, 39, 42, 44, 47, 51, 52, 55, 57, 58, 61, 67, 69, 73, 78, 89, 130, 132, 133, 134, 136, 141, 165], "path_join": [0, 89, 91], "pd": [93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 148, 149, 150, 151, 152, 156, 157, 158], "pend": [0, 5, 20, 26, 39, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 75, 93, 94, 96, 97, 98, 99, 120, 132, 135, 136, 149, 150, 151, 152], "pending_config": [23, 26], "pending_tri": [0, 67, 69, 73, 75, 136], "per": [32, 54, 158], "percentag": [101, 104, 158], "perform": [44, 50, 55, 60, 101, 102, 103, 104, 112, 135, 156, 157, 158, 164, 165], "perhap": 164, "persist": [132, 165], "pick": 89, "pip": [32, 164, 165, 166, 167], "place": [85, 88, 144], "plan": [165, 167], "platform": 31, "pleas": [32, 164], "plot": [111, 112, 113, 116, 162, 164, 167], "plot_optimizer_trend": [111, 112, 116], "plot_top_n_config": [111, 112, 116], "plotter": [111, 113, 161], "plotter_method": [111, 161], "plu": [39, 44, 48, 50, 114, 132, 135], "point": [85, 87, 143, 149, 164], "polici": [33, 34, 164], "poor": 89, "portal": 165, "posit": 89, "possibl": [23, 29, 44, 50, 51, 53, 54, 55, 65, 68, 76, 85, 87, 135, 137, 143, 164, 165], "possibli": [23, 24, 26, 27, 30, 39, 54, 55, 57, 127, 129, 132], "post": [5, 8, 10, 122, 165], "postgr": 164, "postgresql": 165, "potenti": [85, 88, 93, 112, 144, 145, 153], "pprint": [0, 5, 6, 7, 36, 38, 117, 118, 131], "pre": [23, 24, 26, 27, 28, 29, 30, 127, 128, 129, 149], "predict": [93, 94, 95, 96, 148, 149], "prefix": [68, 72, 76, 82, 137, 140], "preinstal": 165, "prepar": [5, 8, 9, 10, 121, 122], "prepare_class_load": [0, 36, 39, 89, 91, 132], "prepend": [39, 55, 57, 132], "preprocess": 89, "preprocess_dynamic_config": [0, 89, 91], "present": [44, 50, 51, 53, 55, 59, 63, 65, 66, 67, 69, 75, 89, 93, 94, 96, 135, 136, 149], "pretti": [5, 6, 7, 117, 118], "previou": [23, 24, 26, 27, 28, 29, 30, 67, 69, 73, 78, 85, 87, 127, 128, 129, 136, 141, 143, 165], "previous": 165, "print": [5, 6, 7, 117, 118], "prior": [5, 8, 9, 10, 121, 122, 165, 166], "privat": 32, "probabl": 149, "process": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 36, 40, 41, 55, 61, 112, 117, 118, 121, 122, 123, 124, 125, 133, 165], "produc": [5, 11, 23, 29, 36, 38, 67, 69, 93, 99, 119, 131, 136, 149, 152, 165, 166], "profil": 166, "project": [101, 104, 158, 162, 164, 165], "promis": 166, "propag": 165, "properti": [2, 3, 5, 6, 7, 22, 23, 24, 26, 27, 29, 33, 34, 36, 38, 39, 44, 46, 50, 51, 53, 55, 65, 67, 68, 69, 70, 71, 72, 73, 76, 78, 80, 81, 82, 85, 86, 87, 93, 94, 96, 98, 101, 102, 103, 104, 111, 112, 113, 114, 117, 118, 127, 129, 131, 132, 135, 136, 137, 138, 139, 140, 141, 143, 149, 151, 156, 157, 158, 161, 165], "propos": [23, 29, 108, 165, 166], "protocol": [55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "provid": [5, 6, 36, 38, 39, 42, 54, 55, 57, 61, 65, 101, 102, 103, 104, 111, 112, 113, 117, 118, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 149, 150, 156, 157, 158, 161, 163, 164, 165, 167], "provis": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 123, 124, 135, 165], "provision_host": [36, 43, 44, 50, 55, 60, 135], "provision_network": [36, 43, 44, 48, 55, 62], "proxi": 135, "public": [36, 38, 131], "publish": 164, "pull": 32, "purpos": [12, 18, 126, 165], "pwd": 31, "py": [89, 163], "pypi": [164, 165, 166, 167], "python": [5, 6, 36, 38, 39, 55, 57, 85, 87, 89, 118, 131, 132, 143, 144, 164, 165], "qualifi": 89, "qualnam": [2, 3, 5, 20, 52, 93, 111, 120, 147, 155, 160], "quanit": [85, 87, 143], "quantiz": [85, 87, 107, 143], "quantization_bin": [0, 85, 87, 107, 143], "quantized_valu": [0, 85, 87, 143], "queue": [33, 34], "quick": 164, "quickstart": [162, 164], "rais": [2, 3, 4, 89], "ran_trial": [0, 33, 34, 35], "random": [23, 24, 25, 26, 27, 28, 29, 30, 32, 93, 94, 96, 99, 119, 127, 128, 129, 147, 149, 150, 152, 164, 166], "random_init": 32, "random_optim": [92, 93, 147], "random_se": 32, "randomoptim": [92, 93, 99, 110, 145, 147], "rang": [0, 23, 25, 85, 87, 143, 164, 166], "range_weight": [0, 85, 87, 143], "rather": [54, 67, 69, 136], "ratio": 149, "re": [5, 12, 13, 16, 67, 69, 73, 78, 89, 123, 125, 136, 141, 165], "reach": [33, 34], "read": [39, 55, 57, 132], "read_results_fil": [121, 122], "readabl": [5, 6, 36, 38, 39, 55, 57, 67, 69, 73, 78, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 136, 141, 143], "readi": [0, 5, 8, 9, 12, 13, 14, 16, 20, 44, 50, 55, 60, 62, 66, 120, 121, 123, 125, 135], "readm": [32, 164], "real": [12, 14], "realist": 165, "reason": 54, "reboot": [5, 6, 12, 16, 39, 43, 44, 49, 50, 51, 53, 55, 57, 63, 64, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135, 165], "receiv": [87, 89], "reconfigur": [5, 6, 118], "reconnect": 54, "record": [23, 24, 26, 27, 28, 127, 128, 129], "recurs": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "redefin": [93, 94, 96, 98, 149, 151], "redi": [164, 165], "reduc": [36, 40, 41, 55, 61, 133, 166], "refer": [3, 39, 54, 55, 57, 85, 88, 89, 132, 144, 165], "referenc": [85, 88, 144], "regardless": 165, "regist": [0, 23, 24, 26, 27, 28, 29, 30, 36, 38, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 127, 128, 129, 130, 131, 132, 133, 134, 135, 149, 150, 151, 152, 156, 157, 158, 164, 166], "register_pend": [92, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "registri": [2, 3], "regular": 25, "rejoin": 41, "rel": [39, 55, 57, 89, 112, 132], "relat": [67, 69, 73, 78, 85, 88, 136, 141, 144], "releas": [12, 13, 14, 44, 50, 55, 60, 66, 93, 94, 96, 98, 123, 135, 149, 151, 164], "reload": [32, 165], "remain": [111, 112, 161], "remot": [0, 5, 6, 8, 9, 10, 36, 37, 38, 55, 58, 65, 85, 88, 89, 118, 121, 122, 130, 131, 144, 165], "remote_config_typ": [36, 55], "remote_env": [5, 12], "remote_exec": [36, 43, 44, 50, 51, 53, 55, 65, 135], "remote_exec_typ": [36, 55], "remote_path": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "remoteenv": [0, 5, 12, 16, 91, 124], "remov": [25, 93, 94, 96, 98, 108, 112, 149, 151], "repeat": [32, 72, 82, 112, 140, 164, 165], "replac": [31, 67, 69, 73, 78, 89, 136, 141, 164], "repo": 164, "repositori": [89, 163, 164, 165, 166, 167], "repr": 54, "repres": [85, 87, 97, 143], "represent": [23, 24, 129, 144], "reproduc": 149, "request": 112, "requested_result_col": 112, "requir": [5, 12, 16, 39, 44, 49, 55, 64, 89, 93, 94, 96, 98, 125, 132, 149, 151, 164, 165], "required_arg": 32, "required_kei": 89, "required_param": 89, "reset": [0, 23, 24, 85, 88, 129, 144], "reset_is_upd": [85, 86], "resolv": [39, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 132, 135], "resolve_path": [36, 39, 55, 57, 132], "resourc": [12, 14, 44, 46, 48, 50, 55, 60, 62, 66, 93, 94, 96, 98, 135, 149, 151], "respons": [44, 48, 50, 135], "rest": [44, 45, 46, 55, 56], "restart": [44, 49, 50, 51, 53, 55, 59, 60, 63, 64, 66, 135], "restart_host": [43, 44, 50, 55, 59, 135], "restor": [39, 69, 75, 78, 85, 86, 88, 132, 144], "restore_default": [0, 85, 86, 88, 144], "restrict": [74, 112], "result": [5, 6, 7, 8, 9, 10, 11, 12, 16, 21, 23, 24, 26, 27, 28, 30, 32, 33, 34, 35, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 75, 76, 78, 79, 80, 82, 89, 111, 112, 113, 114, 117, 118, 119, 121, 122, 125, 127, 128, 129, 135, 136, 137, 138, 140, 141, 149, 160, 161, 162, 164, 166, 167], "result_column_prefix": [67, 68, 137], "results_data_fram": 165, "results_df": [67, 68, 70, 72, 73, 76, 80, 82, 111, 112, 113, 114, 137, 138, 140, 161], "results_dict": [67, 70, 80, 138], "resumpt": [68, 76, 137], "retri": [93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "retriev": [67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 89, 136, 137, 138, 139, 140, 141, 164, 165], "return": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25, 26, 27, 28, 29, 30, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 81, 82, 83, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 112, 114, 117, 118, 119, 121, 122, 123, 124, 125, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 149, 150, 151, 152, 153, 156, 157, 158, 159, 167], "return_cod": [36, 40, 41, 55, 61, 133], "reus": [164, 165], "reusabl": 165, "revers": [5, 7, 117], "rg": 165, "right": 89, "root": [39, 67, 68, 69, 73, 76, 78, 132, 133, 136, 137, 141, 165], "root_env_config": [33, 34, 35, 39, 67, 68, 69, 73, 75, 76, 78, 132, 136, 137, 141], "routin": 21, "row": [5, 6, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 118, 148, 149, 150, 151, 152, 156, 157, 158], "rule": 165, "run": [0, 5, 6, 7, 8, 9, 10, 11, 12, 15, 16, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 40, 41, 44, 50, 51, 53, 54, 55, 61, 65, 67, 68, 69, 70, 75, 76, 79, 86, 91, 93, 98, 117, 118, 119, 120, 121, 122, 124, 125, 127, 128, 129, 133, 135, 136, 137, 138, 149, 151, 163, 164], "run_coroutin": [0, 21], "run_nam": [93, 94, 96, 149], "run_trial": [0, 33, 34, 35], "runner": [21, 164, 165], "runtim": [44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 135], "saa": [12, 17, 49, 55, 64], "saas_env": [5, 12], "saasenv": [0, 5, 12, 17], "sai": [93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "same": [5, 6, 11, 23, 24, 26, 27, 29, 30, 32, 67, 69, 79, 85, 86, 88, 93, 98, 118, 119, 127, 129, 136, 144, 151, 165], "sampl": [93, 94, 96, 97, 101, 104, 106, 149, 158, 159, 166], "save": [23, 24, 27, 33, 34, 35, 67, 69, 75, 78, 79, 127, 129, 136, 149, 165], "scale": [85, 87, 143], "scatter": 112, "scenario": 165, "schedul": [0, 1, 2, 3, 5, 8, 9, 10, 11, 23, 24, 32, 36, 39, 40, 41, 42, 55, 61, 67, 69, 75, 91, 119, 121, 122, 129, 132, 133, 136, 167], "schedule_tri": [0, 33, 34], "schema": [0, 1, 39, 55, 57, 67, 73, 74, 75, 76, 79, 80, 81, 82, 89, 132, 163], "schema_typ": [39, 55, 57, 132], "schemaerror": [2, 3], "schemastor": [1, 2, 3], "score": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 26, 27, 28, 30, 67, 69, 75, 93, 97, 98, 117, 118, 119, 121, 122, 125, 127, 128, 129, 136, 151], "scrape": 166, "script": [5, 6, 7, 8, 9, 10, 12, 16, 19, 32, 36, 39, 40, 41, 42, 43, 44, 50, 51, 53, 55, 57, 61, 65, 68, 76, 117, 118, 121, 122, 125, 132, 133, 135, 137, 163, 164, 165], "script_env": [0, 5], "script_lin": [36, 40, 41, 55, 61, 133], "scriptabl": 19, "scriptenv": [0, 5, 8, 9, 12, 16, 19], "sdk": [44, 45], "search": [26, 39, 55, 57, 93, 94, 96, 101, 104, 132, 149, 158, 164, 165, 166], "section": [5, 6, 117, 118, 119, 121, 122, 123, 124, 125, 126, 162, 165], "secur": [5, 6, 12, 14, 117, 118, 119, 121, 122, 123, 124, 125, 126], "see": [23, 24, 32, 54, 86, 93, 94, 96, 129, 149, 162, 165, 167], "seed": [0, 23, 24, 25, 26, 27, 28, 29, 30, 32, 93, 94, 96, 97, 127, 128, 129, 149, 150], "seem": 164, "select": [85, 88, 112, 144], "self": [85, 88, 144], "sensit": [165, 166], "separ": [36, 40, 41, 55, 61, 133], "sequenc": [23, 24, 26, 27, 28, 85, 87, 127, 128, 129, 143], "seri": 89, "serial": [39, 144], "server": [51, 52, 54, 164], "servic": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 32, 67, 69, 73, 78, 89, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 136, 141, 162, 164, 165], "set": [5, 6, 7, 8, 9, 12, 14, 16, 23, 24, 26, 27, 32, 33, 34, 35, 44, 49, 55, 64, 68, 70, 71, 72, 76, 81, 82, 85, 86, 87, 88, 101, 104, 114, 117, 118, 119, 121, 125, 127, 129, 137, 138, 139, 140, 143, 144, 149, 150, 158, 164, 165, 166], "setup": [0, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 19, 117, 118, 121, 122, 123, 124, 125], "sever": [5, 6, 7, 67, 69, 79, 117, 118, 136, 165], "share": [5, 8, 10, 36, 37, 44, 47, 51, 52, 54, 55, 58, 122, 130, 134, 165], "shell": [32, 44, 50, 51, 53, 55, 65, 135, 164], "should": [5, 6, 12, 16, 23, 24, 26, 27, 28, 29, 30, 118, 125, 127, 128, 129, 165], "show": 32, "shut": [5, 12, 13, 14, 15, 16, 44, 50, 54, 55, 60, 66, 123, 124, 125, 135], "shutdown": [43, 44, 50, 51, 53, 55, 59, 63, 66, 135], "side": [5, 8, 9, 10, 11, 40, 41, 42, 61, 119, 121, 122], "similar": 165, "simpl": [3, 4, 31, 33, 35, 93, 145, 153, 164], "simpli": [164, 165], "sinc": 166, "singl": [5, 6, 7, 23, 29, 32, 33, 34, 35, 39, 41, 54, 55, 57, 67, 68, 69, 70, 72, 75, 76, 79, 82, 93, 98, 101, 102, 103, 104, 108, 117, 118, 132, 136, 137, 138, 140, 151, 156, 157, 158, 165], "site": 163, "smac": [93, 94, 96, 147, 149, 164, 166], "smac3": 96, "smac_optim": [93, 94, 147], "smacoptim": [92, 93, 94, 96, 110, 145, 147], "small": 113, "snippet": 165, "so": [23, 24, 27, 30, 41, 85, 88, 93, 98, 127, 129, 144, 151, 164, 165], "some": [44, 50, 51, 53, 55, 65, 84, 108, 111, 112, 113, 114, 121, 122, 124, 125, 135, 161, 164, 165], "sometim": [149, 165], "somewhat": [67, 69, 136], "sort": 112, "sourc": [4, 23, 24, 27, 32, 89, 127, 129, 163, 164], "source_dict": 4, "space": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 92, 93, 94, 95, 96, 97, 98, 99, 108, 110, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 145, 148, 149, 150, 151, 152, 162, 164, 166], "space_adapt": [92, 93, 94, 95, 96, 97, 98, 99, 148, 149, 150, 151, 152, 153], "space_adapter_kwarg": [93, 145, 153], "space_adapter_typ": [93, 145, 153], "spaceadapt": [93, 101, 102, 103, 145, 153, 156, 157], "spaceadaptertyp": [92, 93, 110, 145, 153], "span": [0, 85, 87, 143], "special": [0, 23, 25, 41, 85, 87, 101, 104, 143, 158], "special_nam": 25, "special_param_nam": [0, 23, 25], "special_param_name_is_temp": [0, 23, 25], "special_param_name_strip": [0, 23, 25], "special_param_valu": [101, 104, 158], "special_param_values_dict": 158, "special_weight": [85, 87], "specif": [21, 44, 55, 56, 93, 98, 151, 164, 166], "specifi": [5, 6, 11, 32, 36, 38, 67, 69, 75, 85, 87, 88, 118, 119, 130, 131, 134, 136, 143, 144, 165], "split": 41, "split_cmdlin": [36, 40, 41], "sql": [0, 32, 67], "sqlalchemi": [73, 75, 78, 79, 141, 165], "sqlite": [67, 69, 136, 164, 165], "sqlstorag": [0, 67, 73, 78], "ssh": [36, 43, 164], "ssh_fileshar": [43, 51], "ssh_host_servic": [43, 51], "ssh_servic": [43, 51], "sshclient": [43, 51, 54], "sshclientcach": [43, 51, 54], "sshclientconnect": 54, "sshfileshareservic": [36, 43, 51, 52], "sshhostservic": [36, 43, 51, 53], "sshservic": [43, 51, 52, 53, 54], "stamp": [5, 6, 7, 8, 9, 10, 117, 118, 121, 122], "standalon": [42, 85, 88, 144], "standard": [112, 165], "start": [0, 2, 3, 5, 6, 12, 13, 14, 15, 20, 21, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 44, 50, 51, 52, 53, 59, 66, 67, 69, 70, 73, 75, 78, 80, 93, 94, 96, 97, 98, 99, 111, 118, 120, 123, 124, 127, 128, 129, 135, 136, 138, 141, 147, 149, 150, 151, 152, 155, 160, 162, 165, 166], "start_host": [43, 44, 50, 55, 59, 135], "start_with_default": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "state": 86, "static": [36, 38, 54, 67, 69, 93, 131, 136, 145, 153], "statist": 112, "statu": [0, 5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 26, 27, 28, 30, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 75, 76, 79, 80, 82, 86, 91, 117, 118, 119, 121, 122, 125, 127, 128, 129, 135, 136, 137, 138, 140, 165], "stddev": 112, "stderr": [36, 40, 41, 55, 61, 133], "stdout": [32, 36, 40, 41, 44, 50, 55, 61, 133, 135], "step": [165, 166], "still": [44, 48, 55, 62], "stop": [33, 34, 44, 50, 51, 53, 59, 63, 66, 135, 165], "stop_host": [43, 44, 50, 55, 59, 135], "storag": [0, 1, 2, 3, 5, 8, 10, 23, 24, 27, 32, 33, 34, 35, 39, 89, 91, 112, 113, 122, 127, 129, 132, 162, 164, 165, 167], "storage_factori": [0, 67], "storageaccountkei": 165, "store": [3, 32, 36, 37, 44, 47, 51, 52, 55, 58, 67, 68, 69, 70, 71, 72, 74, 75, 76, 79, 80, 81, 82, 85, 87, 89, 130, 134, 136, 137, 138, 139, 140, 143, 164, 165, 167], "str": [4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 28, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 61, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 106, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 148, 149, 150, 151, 152, 159, 161], "streamlin": 165, "string": [25, 36, 38, 39, 55, 57, 84, 85, 86, 87, 89, 131, 132, 143], "stripped_nam": 25, "subcommand": 41, "subdirectori": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "subgroup": [0, 85, 88, 144], "submit": [5, 7, 12, 16, 117, 125], "submodul": [1, 43, 91, 100, 110, 116, 162], "subpackag": [91, 110, 162], "subschema": 3, "subscript": 165, "subset": [44, 50, 51, 53, 55, 65, 135, 150], "subsystem": 84, "succeed": [0, 5, 20, 23, 24, 26, 27, 30, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 70, 79, 120, 127, 129, 135, 136, 138], "success": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 30, 44, 48, 50, 55, 60, 62, 66, 68, 72, 76, 82, 117, 118, 121, 122, 123, 124, 125, 127, 129, 135, 137, 140], "suffici": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 123, 124, 135], "suffix": 25, "suggest": [0, 23, 24, 26, 27, 28, 29, 30, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 108, 127, 128, 129, 149, 150, 151, 152, 156, 157, 158, 164, 165, 166], "suggested_config": [23, 26], "suitabl": [39, 55, 57, 132], "summari": 164, "support": [21, 23, 24, 26, 27, 28, 29, 30, 54, 85, 88, 93, 127, 128, 129, 144, 147, 155, 164, 165, 166], "supports_preload": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "supportsauth": [0, 36, 44, 45, 55, 56], "supportsconfigload": [0, 36, 38, 39, 55, 57, 131], "supportsfileshareop": [0, 36, 37, 55, 58], "supportshostop": [36, 44, 50, 55, 59], "supportshostprovis": [0, 36, 44, 50, 55, 60], "supportslocalexec": [0, 36, 40, 41, 55, 61], "supportsnetworkprovis": [0, 36, 44, 48, 55, 62], "supportsosop": [36, 44, 50, 51, 53, 55, 63], "supportsremoteconfig": [0, 36, 44, 49, 55, 64], "supportsremoteexec": [0, 36, 44, 50, 51, 53, 55, 65], "supportsvmop": [36, 55, 66], "suppos": 42, "suppress": [111, 112], "sure": 89, "surrog": [93, 94, 95, 96, 148, 149], "surrogate_predict": [92, 93, 94, 95, 96, 148, 149], "svc": [36, 38, 39, 131, 132], "swap": 164, "sync_schedul": [0, 33], "synchron": [32, 33, 35], "syncschedul": [0, 33, 35, 91], "system": [22, 32, 39, 67, 69, 132, 136, 162, 164, 165], "t": [55, 56, 70, 89, 138, 165], "t_co": [55, 56], "tabl": 162, "tag": 164, "tailor": 166, "take": [25, 39, 85, 87, 132, 143], "taken": 165, "target": [0, 23, 24, 26, 27, 28, 29, 30, 36, 40, 41, 55, 61, 67, 69, 75, 79, 93, 98, 101, 102, 103, 104, 127, 128, 129, 133, 136, 145, 148, 149, 150, 151, 152, 156, 157, 158, 164], "target_parameter_spac": [100, 101, 102, 103, 104, 156, 157, 158], "task": 166, "tear": [5, 6, 7, 33, 34, 117, 118], "teardown": [0, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 19, 32, 33, 34, 117, 118, 121, 122, 123, 124, 125, 165], "techniqu": [101, 104, 158, 164, 166], "telemetri": [5, 6, 7, 8, 9, 10, 67, 69, 70, 75, 79, 80, 117, 118, 121, 122, 136, 138, 165, 166], "telemetry_df": [67, 70, 73, 80, 138], "temp": [42, 55, 61, 93, 94, 96, 98, 149, 151], "temp_dir": [36, 40, 41, 55, 61, 133], "temp_dir_context": [36, 40, 55, 61], "tempdircontextservic": [36, 40, 41, 42], "templat": [4, 164, 165], "temporari": [25, 36, 40, 41, 42, 55, 61, 133, 149], "temporarydirectori": [42, 55, 61], "tenant": 165, "terraform": 165, "test": [23, 28, 128, 165], "than": 54, "thei": [44, 50, 51, 53, 55, 65, 114, 135, 165], "them": [2, 3, 39, 111, 112, 132], "thi": [2, 3, 5, 6, 7, 12, 16, 18, 23, 24, 25, 26, 27, 32, 36, 38, 39, 42, 44, 50, 51, 53, 54, 55, 57, 60, 65, 67, 68, 69, 70, 71, 72, 75, 76, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 112, 117, 118, 119, 125, 126, 127, 129, 131, 132, 135, 136, 137, 138, 139, 140, 143, 144, 148, 149, 150, 151, 152, 156, 157, 158, 163, 164, 165, 166], "third": [111, 112], "those": [39, 55, 57, 85, 87, 88, 112, 132, 143, 144, 164, 165], "though": [32, 164], "thread": [21, 33, 35, 54, 166], "three": [39, 55, 57, 132], "through": [165, 166], "throughput": 166, "throw": [85, 86, 88, 144], "time": [5, 6, 7, 8, 9, 10, 32, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 67, 69, 75, 89, 117, 118, 121, 122, 135, 136, 165], "timed_out": [0, 5, 20, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 120, 135], "timestamp": [5, 6, 7, 8, 9, 10, 11, 12, 16, 67, 69, 70, 75, 79, 80, 89, 117, 118, 119, 121, 122, 125, 136, 138], "timezon": 89, "tire": 164, "togeth": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 68, 76, 85, 88, 123, 124, 135, 137, 144, 165], "token": [41, 44, 45, 55, 56], "tokencredenti": [44, 45], "tool": [32, 163, 164], "top": [112, 164], "top_n_config": 112, "top_n_config_id": 112, "top_n_config_results_df": 112, "torn": [5, 7, 117], "total": 165, "toward": 164, "track": [23, 24, 27, 30, 127, 129, 165, 166], "track_best_optim": [0, 23], "trackbestoptim": [0, 23, 26, 28, 30], "transfer": [5, 8, 9, 10, 121, 122], "transform": [23, 24, 26, 27, 30, 100, 101, 102, 103, 104, 127, 129, 148, 149, 150, 151, 152, 156, 157, 158], "translat": [101, 102, 103, 104, 156, 157, 158], "treat": [36, 40, 41, 55, 61, 133], "tree": [32, 36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "trend": 112, "trial": [0, 21, 32, 33, 34, 35, 39, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 93, 94, 96, 97, 98, 99, 112, 132, 136, 137, 138, 139, 140, 141, 149, 150, 151, 152, 164, 165, 167], "trial_config": 165, "trial_config_repeat_count": [0, 23, 24, 32, 33, 34, 35, 129], "trial_count": [0, 33, 34, 35], "trial_data": [67, 73, 165], "trial_id": [0, 67, 68, 69, 70, 72, 73, 75, 76, 78, 79, 80, 82, 136, 137, 138, 140, 141, 165], "trialdata": [0, 67, 68, 70, 72, 74, 76, 80, 82, 137, 140, 165], "trialsqldata": [67, 73, 80], "triplet": [5, 6, 7, 8, 9, 10, 93, 98, 117, 118, 121, 122, 151], "true": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 25, 26, 27, 28, 29, 30, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 66, 67, 69, 75, 85, 86, 87, 88, 89, 111, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 136, 143, 144, 161], "try": [54, 89, 164], "try_parse_v": [0, 89, 91], "ts_end": [67, 68, 70, 72, 76, 80, 82, 137, 138, 140], "ts_start": [67, 68, 69, 70, 72, 76, 80, 82, 136, 137, 138, 140], "tunabl": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 39, 44, 48, 50, 51, 53, 55, 57, 59, 60, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 137, 138, 139, 140, 141, 162, 165, 166], "tunable_config": [67, 68, 70, 72, 73, 76, 80, 82, 137, 138, 140], "tunable_config_data": [67, 73], "tunable_config_id": [0, 67, 68, 69, 70, 71, 72, 74, 76, 79, 80, 81, 82, 136, 137, 138, 139, 140], "tunable_config_trial_group": [67, 68, 70, 73, 76, 80, 137, 138], "tunable_config_trial_group_data": [67, 73], "tunable_config_trial_group_id": [67, 68, 72, 76, 82, 137, 140], "tunable_config_trial_group_s": 112, "tunable_group": [0, 85], "tunable_groups_to_configspac": [0, 23, 25], "tunable_param": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 26, 27, 28, 29, 30, 44, 50, 51, 53, 55, 65, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 135], "tunable_valu": [1, 2, 3, 32, 165], "tunable_values_to_configur": [0, 23, 25], "tunableconfigdata": [0, 67, 68, 70, 71, 72, 76, 80, 81, 82, 137, 138, 140], "tunableconfigsqldata": [67, 73, 81], "tunableconfigtrialgroupdata": [0, 67, 68, 70, 72, 76, 80, 82, 137, 138], "tunableconfigtrialgroupsqldata": [67, 73, 74, 82], "tunabledict": [0, 85, 87, 143], "tunablegroup": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 39, 55, 57, 67, 69, 73, 75, 78, 79, 85, 88, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 136, 141], "tunablevalu": [0, 5, 6, 23, 24, 26, 27, 28, 30, 36, 39, 40, 41, 55, 57, 84, 85, 86, 87, 88, 89, 118, 127, 128, 129, 132, 133, 144], "tunablevaluekind": [0, 23, 25], "tunablevaluesdict": [0, 85, 87], "tunablevaluetyp": [0, 85, 87], "tunablevaluetypenam": [0, 85, 87], "tunablevaluetypetupl": [0, 85, 87], "tune": [12, 14, 93, 97, 106, 150, 159, 164, 165], "tupl": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 27, 30, 33, 34, 36, 39, 40, 41, 44, 48, 49, 50, 51, 53, 54, 55, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 75, 79, 85, 87, 88, 89, 93, 97, 98, 112, 114, 117, 118, 119, 121, 122, 125, 127, 129, 132, 133, 135, 136, 137, 143, 144, 151], "tutori": 165, "two": [70, 71, 81, 84, 85, 86, 88, 112, 138, 139, 144, 164], "type": [0, 2, 3, 4, 5, 20, 36, 39, 52, 85, 87, 89, 93, 111, 120, 132, 143, 145, 147, 155, 160, 166], "type_nam": 25, "typeddict": 87, "typic": [72, 140], "tzinfo": 89, "u": [89, 164, 165], "under": [32, 93, 98, 151], "underli": [101, 102, 103, 104, 111, 156, 157, 158, 161, 164, 165], "understand": 165, "unfortun": 165, "unifi": [1, 2, 3], "uniform": [85, 87, 143], "union": [36, 39, 40, 41, 55, 57, 61, 85, 87, 88, 89, 130, 131, 132, 133, 134, 135, 143, 144], "uniqu": [54, 67, 69, 71, 72, 73, 78, 81, 82, 101, 104, 136, 139, 140, 141, 158, 165], "unit": [85, 87, 143], "unknown": [0, 5, 20, 120], "unlik": [85, 88, 144], "unquant": [85, 87, 143], "unsupport": 4, "until": 164, "up": [5, 6, 7, 8, 9, 12, 15, 16, 21, 33, 34, 35, 36, 38, 67, 69, 75, 117, 118, 121, 124, 125, 131, 136, 164, 165], "updat": [0, 12, 17, 44, 49, 55, 64, 67, 69, 73, 78, 79, 85, 86, 87, 88, 136, 141, 143, 144, 164, 166], "update_telemetri": [0, 67, 69, 73, 79, 136], "upload": [0, 5, 8, 10, 36, 37, 43, 44, 47, 51, 52, 55, 58, 122, 130, 134, 165], "url": 89, "us": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 22, 23, 25, 29, 32, 36, 38, 39, 40, 41, 42, 44, 48, 54, 55, 57, 61, 62, 67, 69, 72, 73, 74, 75, 78, 79, 82, 84, 85, 86, 87, 88, 93, 94, 96, 97, 98, 99, 101, 104, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 131, 132, 133, 136, 140, 141, 143, 144, 145, 147, 149, 150, 151, 152, 153, 155, 158, 160, 161, 164, 165, 166], "usag": 32, "use_approximate_reverse_map": [101, 104, 158], "use_default_config": [93, 94, 96, 149], "use_os_env": 4, "user": [68, 76, 101, 102, 103, 104, 137, 156, 157, 158, 165], "usual": [5, 6, 7, 8, 9, 10, 12, 16, 23, 24, 26, 27, 30, 36, 38, 44, 50, 51, 53, 55, 65, 117, 118, 121, 122, 125, 127, 129, 131, 135], "utc": [5, 6, 7, 8, 9, 10, 67, 69, 70, 75, 80, 89, 117, 118, 121, 122, 136, 138], "utcify_nullable_timestamp": [0, 89, 91], "utcify_timestamp": [0, 89, 91], "util": [0, 67, 91, 92, 100, 105, 110, 111, 112, 116], "v": [31, 36, 40, 41, 55, 61, 85, 88, 133, 144, 165], "val": 89, "valid": [1, 2, 3, 39, 55, 57, 85, 87, 89, 108, 132, 143], "validationerror": [2, 3], "valu": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 30, 32, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 101, 104, 108, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 147, 149, 150, 155, 158, 160, 164, 165, 166], "valueerror": [4, 89], "values_weight": [85, 87], "var": [4, 112], "var_zscor": 112, "variabl": [4, 12, 13, 14, 15, 31, 32, 36, 40, 41, 44, 48, 50, 51, 53, 55, 60, 61, 62, 65, 66, 67, 69, 112, 123, 124, 133, 135, 136], "varianc": 112, "variou": [89, 166], "veri": 165, "versatil": 165, "version": [0, 32, 89, 91, 92, 110, 111, 116, 164, 166], "via": [5, 6, 32, 46, 51, 53, 113, 118, 162, 164, 165, 166, 167], "video": 164, "virtual": [12, 14, 44, 48], "visibl": 165, "visual": [111, 112, 160, 161, 162, 164, 165, 167], "viz": [162, 165, 167], "vldb": 164, "vm": [5, 6, 12, 18, 39, 44, 45, 48, 49, 50, 51, 53, 55, 57, 59, 60, 63, 64, 65, 66, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135, 165], "vm_deprovis": [55, 66], "vm_env": [5, 12], "vm_provis": [55, 66], "vm_provisioner_typ": [36, 55], "vm_restart": [55, 66], "vm_start": [55, 66], "vm_stop": [55, 66], "vmenv": [0, 5, 12, 18, 55, 60, 66], "vmname": [44, 49, 55, 64], "wa": [23, 24, 26, 27, 30, 68, 72, 76, 82, 127, 129, 137, 140], "wait": [21, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 135], "wait_boot": [124, 125], "wait_host_deploy": [36, 43, 44, 50, 55, 60, 135], "wait_host_oper": [43, 44, 50, 55, 59, 135], "wait_network_deploy": [36, 43, 44, 48, 55, 62], "wait_os_oper": [43, 44, 50, 51, 53, 55, 63, 135], "wait_vm_deploy": [55, 66], "wait_vm_oper": [55, 66], "want": [25, 149], "warm": [67, 69, 75, 136, 149, 165, 166], "warn": [32, 111, 112, 113, 161], "we": [23, 24, 27, 39, 67, 69, 72, 73, 78, 82, 89, 108, 112, 127, 129, 132, 136, 140, 141, 149, 164, 165, 167], "web": 164, "websit": 32, "weight": [0, 85, 87, 143, 148, 149, 150, 151, 152], "well": [5, 6, 114, 118], "were": [33, 34, 35, 67, 69, 75, 136], "what": [32, 67, 69, 73, 78, 111, 136, 141, 160, 165], "when": [21, 32, 33, 34, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 67, 69, 73, 78, 85, 87, 88, 89, 101, 104, 108, 112, 135, 136, 141, 143, 144, 149, 158, 164, 165], "whenev": 165, "where": [3, 5, 6, 7, 8, 9, 10, 11, 12, 16, 39, 84, 89, 108, 117, 118, 119, 121, 122, 125, 132, 149, 164, 165, 167], "whether": [4, 44, 48, 49, 55, 62, 64, 85, 86, 87, 88, 89, 93, 98, 111, 112, 114, 143, 144, 149, 151, 161], "which": [44, 50, 54, 55, 60, 67, 69, 72, 82, 93, 98, 101, 102, 103, 104, 112, 135, 136, 140, 151, 156, 157, 158, 164, 165, 166], "while": 165, "window": 164, "with_scatter_plot": 112, "within": [72, 82, 85, 87, 88, 140, 143, 144], "without": [12, 15, 25, 124, 165], "work": [36, 40, 41, 42, 55, 61, 114, 133, 164], "worker": 32, "workload": [164, 165, 166], "workspac": [2, 3, 39, 89, 132], "wrap": 166, "wrapper": [23, 27, 54, 93, 94, 95, 96, 97, 98, 113, 127, 149, 150, 151, 164, 167], "writabl": 166, "write": 165, "yet": [12, 14, 23, 24, 26, 27, 30, 93, 94, 95, 96, 97, 98, 99, 127, 129, 148, 149, 150, 151, 152], "yield": 41, "yml": [164, 165], "you": 149, "your": 164, "yourexperimentid": 165, "zoneinfo": 89, "zscore": 112}, "titles": ["mlos_bench package", "mlos_bench.config package", "mlos_bench.config.schemas package", "mlos_bench.config.schemas.config_schemas module", "mlos_bench.dict_templater module", "mlos_bench.environments package", "mlos_bench.environments.base_environment module", "mlos_bench.environments.composite_env module", "mlos_bench.environments.local package", "mlos_bench.environments.local.local_env module", "mlos_bench.environments.local.local_fileshare_env module", "mlos_bench.environments.mock_env module", "mlos_bench.environments.remote package", "mlos_bench.environments.remote.host_env module", "mlos_bench.environments.remote.network_env module", "mlos_bench.environments.remote.os_env module", "mlos_bench.environments.remote.remote_env module", "mlos_bench.environments.remote.saas_env module", "mlos_bench.environments.remote.vm_env module", "mlos_bench.environments.script_env module", "mlos_bench.environments.status module", "mlos_bench.event_loop_context module", "mlos_bench.launcher module", "mlos_bench.optimizers package", "mlos_bench.optimizers.base_optimizer module", "mlos_bench.optimizers.convert_configspace module", "mlos_bench.optimizers.grid_search_optimizer module", "mlos_bench.optimizers.mlos_core_optimizer module", "mlos_bench.optimizers.mock_optimizer module", "mlos_bench.optimizers.one_shot_optimizer module", "mlos_bench.optimizers.track_best_optimizer module", "mlos_bench.os_environ module", "mlos_bench.run module", "mlos_bench.schedulers package", "mlos_bench.schedulers.base_scheduler module", "mlos_bench.schedulers.sync_scheduler module", "mlos_bench.services package", "mlos_bench.services.base_fileshare module", "mlos_bench.services.base_service module", "mlos_bench.services.config_persistence module", "mlos_bench.services.local package", "mlos_bench.services.local.local_exec module", "mlos_bench.services.local.temp_dir_context module", "mlos_bench.services.remote package", "mlos_bench.services.remote.azure package", "mlos_bench.services.remote.azure.azure_auth module", "mlos_bench.services.remote.azure.azure_deployment_services module", "mlos_bench.services.remote.azure.azure_fileshare module", "mlos_bench.services.remote.azure.azure_network_services module", "mlos_bench.services.remote.azure.azure_saas module", "mlos_bench.services.remote.azure.azure_vm_services module", "mlos_bench.services.remote.ssh package", "mlos_bench.services.remote.ssh.ssh_fileshare module", "mlos_bench.services.remote.ssh.ssh_host_service module", "mlos_bench.services.remote.ssh.ssh_service module", "mlos_bench.services.types package", "mlos_bench.services.types.authenticator_type module", "mlos_bench.services.types.config_loader_type module", "mlos_bench.services.types.fileshare_type module", "mlos_bench.services.types.host_ops_type module", "mlos_bench.services.types.host_provisioner_type module", "mlos_bench.services.types.local_exec_type module", "mlos_bench.services.types.network_provisioner_type module", "mlos_bench.services.types.os_ops_type module", "mlos_bench.services.types.remote_config_type module", "mlos_bench.services.types.remote_exec_type module", "mlos_bench.services.types.vm_provisioner_type module", "mlos_bench.storage package", "mlos_bench.storage.base_experiment_data module", "mlos_bench.storage.base_storage module", "mlos_bench.storage.base_trial_data module", "mlos_bench.storage.base_tunable_config_data module", "mlos_bench.storage.base_tunable_config_trial_group_data module", "mlos_bench.storage.sql package", "mlos_bench.storage.sql.common module", "mlos_bench.storage.sql.experiment module", "mlos_bench.storage.sql.experiment_data module", "mlos_bench.storage.sql.schema module", "mlos_bench.storage.sql.storage module", "mlos_bench.storage.sql.trial module", "mlos_bench.storage.sql.trial_data module", "mlos_bench.storage.sql.tunable_config_data module", "mlos_bench.storage.sql.tunable_config_trial_group_data module", "mlos_bench.storage.storage_factory module", "mlos_bench.storage.util module", "mlos_bench.tunables package", "mlos_bench.tunables.covariant_group module", "mlos_bench.tunables.tunable module", "mlos_bench.tunables.tunable_groups module", "mlos_bench.util module", "mlos_bench.version module", "mlos_bench", "mlos_core package", "mlos_core.optimizers package", "mlos_core.optimizers.bayesian_optimizers package", "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module", "mlos_core.optimizers.bayesian_optimizers.smac_optimizer module", "mlos_core.optimizers.flaml_optimizer module", "mlos_core.optimizers.optimizer module", "mlos_core.optimizers.random_optimizer module", "mlos_core.spaces package", "mlos_core.spaces.adapters package", "mlos_core.spaces.adapters.adapter module", "mlos_core.spaces.adapters.identity_adapter module", "mlos_core.spaces.adapters.llamatune module", "mlos_core.spaces.converters package", "mlos_core.spaces.converters.flaml module", "mlos_core.spaces.converters.util module", "mlos_core.util module", "mlos_core.version module", "mlos_core", "mlos_viz package", "mlos_viz.base module", "mlos_viz.dabl module", "mlos_viz.util module", "mlos_viz.version module", "mlos_viz", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.CompositeEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.Environment", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.MockEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.Status", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.local</span></code>.LocalEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.local</span></code>.LocalFileShareEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.HostEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.OSEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.RemoteEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.VMEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.MlosCoreOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.MockOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.Optimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services</span></code>.FileShareService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services</span></code>.Service", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.config_persistence</span></code>.ConfigPersistenceService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.local</span></code>.LocalExecService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.remote.azure</span></code>.AzureFileShareService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.remote.azure</span></code>.AzureVMService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage</span></code>.Storage", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_experiment_data</span></code>.ExperimentData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_trial_data</span></code>.TrialData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_tunable_config_data</span></code>.TunableConfigData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_tunable_config_trial_group_data</span></code>.TunableConfigTrialGroupData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.sql.storage</span></code>.SqlStorage", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.storage_factory</span></code>.from_config", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.tunables</span></code>.Tunable", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.tunables</span></code>.TunableGroups", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerFactory", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerFactory.create", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerType", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.bayesian_optimizers</span></code>.BaseBayesianOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.bayesian_optimizers</span></code>.SmacOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.flaml_optimizer</span></code>.FlamlOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.optimizer</span></code>.BaseOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.random_optimizer</span></code>.RandomOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterFactory", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterFactory.create", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterType", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.adapter</span></code>.BaseSpaceAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.identity_adapter</span></code>.IdentityAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.llamatune</span></code>.LlamaTuneAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.converters.flaml</span></code>.configspace_to_flaml_space", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_viz</span></code>.MlosVizMethod", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_viz</span></code>.plot", "Welcome to the MLOS documentation!", "MLOS Package APIs Overview", "MLOS", "mlos-bench", "mlos-core", "mlos_viz"], "titleterms": {"1": 165, "2": 165, "3": 165, "4": 165, "5": 165, "6": 165, "access": [163, 165], "activ": [164, 165], "adapt": [101, 102, 103, 104, 153, 154, 155, 156, 157, 158, 163], "also": 164, "analysi": 163, "analyz": 165, "anoth": 165, "api": [162, 163], "authenticator_typ": 56, "azur": [44, 45, 46, 47, 48, 49, 50, 134, 135, 163, 165], "azure_auth": 45, "azure_deployment_servic": 46, "azure_fileshar": 47, "azure_network_servic": 48, "azure_saa": 49, "azure_vm_servic": 50, "azurefileshareservic": 134, "azurevmservic": 135, "backend": 163, "base": [112, 163], "base_environ": 6, "base_experiment_data": [68, 137], "base_fileshar": 37, "base_optim": 24, "base_schedul": 34, "base_servic": 38, "base_storag": 69, "base_trial_data": [70, 138], "base_tunable_config_data": [71, 139], "base_tunable_config_trial_group_data": [72, 140], "basebayesianoptim": 148, "baseoptim": 151, "basespaceadapt": 156, "bayesian_optim": [94, 95, 96, 148, 149], "bench": [163, 164, 165], "benchmark": [163, 165], "cli": 165, "client": 163, "common": 74, "composite_env": 7, "compositeenv": 117, "conda": [164, 165], "config": [1, 2, 3, 165], "config_loader_typ": 57, "config_persist": [39, 132], "config_schema": 3, "configpersistenceservic": 132, "configspace_to_flaml_spac": 159, "configur": 165, "content": [164, 165], "contribut": 164, "convert": [105, 106, 107, 159, 163], "convert_configspac": 25, "core": [163, 164, 166], "covariant_group": 86, "creat": [146, 154, 165], "credenti": 165, "dabl": 113, "db": [163, 165], "descript": [165, 166], "dict_templat": 4, "document": 162, "environ": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 163, 165], "event_loop_context": 21, "exampl": [31, 164], "experi": [75, 165], "experiment_data": 76, "experimentdata": 137, "featur": [165, 166], "file": 165, "fileshare_typ": 58, "fileshareservic": 130, "flaml": [106, 159], "flaml_optim": [97, 150], "flamloptim": 150, "from_config": 142, "gener": 165, "get": 164, "grid_search_optim": 26, "have": 165, "host_env": 13, "host_ops_typ": 59, "host_provisioner_typ": 60, "hostenv": 123, "id": 165, "identity_adapt": [103, 157], "identityadapt": 157, "import": 165, "ins": 163, "instal": [164, 165], "interact": 165, "interrupt": 165, "json": 165, "launcher": 22, "level": 165, "llamatun": [104, 158], "llamatuneadapt": 158, "local": [8, 9, 10, 40, 41, 42, 121, 122, 133, 163], "local_env": 9, "local_exec": 41, "local_exec_typ": 61, "local_fileshare_env": 10, "localenv": 121, "localexecservic": 133, "localfileshareenv": 122, "main": 163, "make": 165, "mix": 163, "mlo": [162, 163, 164, 165, 166], "mlos_bench": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144], "mlos_cor": [92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159], "mlos_core_optim": 27, "mlos_viz": [111, 112, 113, 114, 115, 116, 160, 161, 167], "mloscoreoptim": 127, "mlosvizmethod": 160, "mock_env": 11, "mock_optim": 28, "mockenv": 119, "mockoptim": 128, "modul": [3, 4, 6, 7, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 37, 38, 39, 41, 42, 45, 46, 47, 48, 49, 50, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 95, 96, 97, 98, 99, 102, 103, 104, 106, 107, 108, 109, 112, 113, 114, 115], "network_env": 14, "network_provisioner_typ": 62, "one_shot_optim": 29, "optim": [23, 24, 25, 26, 27, 28, 29, 30, 93, 94, 95, 96, 97, 98, 99, 127, 128, 129, 145, 146, 147, 148, 149, 150, 151, 152, 163, 165], "optimizerfactori": [145, 146], "optimizertyp": 147, "option": 165, "organ": 164, "os_env": 15, "os_environ": 31, "os_ops_typ": 63, "osenv": 124, "overview": [162, 163, 164], "packag": [0, 1, 2, 5, 8, 12, 23, 33, 36, 40, 43, 44, 51, 55, 67, 73, 85, 92, 93, 94, 100, 101, 105, 111, 163], "paramet": [163, 165], "plot": 161, "quickstart": 165, "random_optim": [99, 152], "randomoptim": 152, "refer": 162, "remot": [12, 13, 14, 15, 16, 17, 18, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 123, 124, 125, 126, 134, 135, 163], "remote_config_typ": 64, "remote_env": 16, "remote_exec_typ": 65, "remoteenv": 125, "resourc": 165, "result": 165, "resum": 165, "run": [32, 165], "runtim": 163, "saas_env": 17, "schedul": [33, 34, 35], "schema": [2, 3, 77], "script_env": 19, "see": 164, "servic": [36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 130, 131, 132, 133, 134, 135, 163], "setup": 165, "smac_optim": 96, "smacoptim": 149, "sourc": 162, "space": [100, 101, 102, 103, 104, 105, 106, 107, 153, 154, 155, 156, 157, 158, 159, 163], "spaceadapterfactori": [153, 154], "spaceadaptertyp": 155, "specif": 165, "sql": [73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 141, 163], "sqlstorag": 141, "ssh": [51, 52, 53, 54], "ssh_fileshar": 52, "ssh_host_servic": 53, "ssh_servic": 54, "start": 164, "statu": [20, 120], "storag": [67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 136, 137, 138, 139, 140, 141, 142, 163], "storage_factori": [83, 142], "submodul": [0, 2, 5, 8, 12, 23, 33, 36, 40, 44, 51, 55, 67, 73, 85, 92, 93, 94, 101, 105, 111], "subpackag": [0, 1, 5, 36, 43, 67, 92, 93, 100], "sure": 165, "sync_schedul": 35, "tabl": 165, "temp_dir_context": 42, "token": 165, "tool": 165, "top": 165, "track_best_optim": 30, "tree": 162, "trial": 79, "trial_data": 80, "trialdata": 138, "tunabl": [85, 86, 87, 88, 143, 144, 163], "tunable_config_data": 81, "tunable_config_trial_group_data": 82, "tunable_group": 88, "tunableconfigdata": 139, "tunableconfigtrialgroupdata": 140, "tunablegroup": 144, "type": [55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "usag": 164, "util": [84, 89, 107, 108, 114], "version": [90, 109, 115], "viz": [163, 164], "vm_env": 18, "vm_provisioner_typ": 66, "vmenv": 126, "welcom": 162, "work": 165, "you": 165, "your": 165}})
\ No newline at end of file
+Search.setIndex({"alltitles": {"1. Install and activate the conda environment": [[165, "install-and-activate-the-conda-environment"]], "2. Make sure that you have Azure CLI tool installed and working": [[165, "make-sure-that-you-have-azure-cli-tool-installed-and-working"]], "3. Generate access tokens to interact with Azure resources": [[165, "generate-access-tokens-to-interact-with-azure-resources"]], "4. Create a JSON config with DB credentials (Optional)": [[165, "create-a-json-config-with-db-credentials-optional"]], "5. Create a top-level configuration file for your MLOS setup": [[165, "create-a-top-level-configuration-file-for-your-mlos-setup"]], "5. Create another config file for the parameters specific to your experiment": [[165, "create-another-config-file-for-the-parameters-specific-to-your-experiment"]], "6. Run the benchmark": [[165, "run-the-benchmark"]], "API Overview": [[162, null]], "API Reference": [[162, null]], "Analysis Client Access APIs": [[163, "analysis-client-access-apis"]], "Analyzing Results": [[165, "analyzing-results"]], "Base Runtime Backends": [[163, "base-runtime-backends"]], "Benchmark Environments": [[163, "benchmark-environments"]], "Contents": [[164, "contents"]], "Contributing": [[164, "contributing"]], "Converters": [[163, "converters"]], "Description": [[165, "description"], [166, "description"]], "Example": [[31, "example"]], "Examples": [[164, "examples"]], "Features": [[165, "features"], [166, "features"]], "Getting Started": [[164, "getting-started"]], "Importance of the Experiment ID config": [[165, "importance-of-the-experiment-id-config"]], "Installation": [[164, "installation"]], "Local Environments": [[163, "local-environments"]], "Local Services": [[163, "local-services"]], "MLOS": [[164, null]], "MLOS Package APIs Overview": [[163, null]], "Main": [[163, "main"]], "Optimization": [[165, "optimization"]], "Optimizer Adapters": [[163, "optimizer-adapters"]], "Optimizers": [[163, "optimizers"]], "Organization": [[164, "organization"]], "Overview": [[164, "overview"]], "Quickstart": [[165, "quickstart"]], "References": [[162, null]], "Remote Azure Services": [[163, "remote-azure-services"]], "Remote Environments": [[163, "remote-environments"]], "Resuming interrupted experiments": [[165, "resuming-interrupted-experiments"]], "SQL DB Storage Backend": [[163, "sql-db-storage-backend"]], "See Also": [[164, "see-also"]], "Service Mix-ins": [[163, "service-mix-ins"]], "Source Tree Documentation": [[162, null]], "Space Adapters": [[163, "space-adapters"]], "Spaces": [[163, "spaces"]], "Storage": [[163, "storage"]], "Submodules": [[0, "submodules"], [2, "submodules"], [5, "submodules"], [8, "submodules"], [12, "submodules"], [23, "submodules"], [33, "submodules"], [36, "submodules"], [40, "submodules"], [44, "submodules"], [51, "submodules"], [55, "submodules"], [67, "submodules"], [73, "submodules"], [85, "submodules"], [92, "submodules"], [93, "submodules"], [94, "submodules"], [101, "submodules"], [105, "submodules"], [111, "submodules"]], "Subpackages": [[0, "subpackages"], [1, "subpackages"], [5, "subpackages"], [36, "subpackages"], [43, "subpackages"], [67, "subpackages"], [92, "subpackages"], [93, "subpackages"], [100, "subpackages"]], "Table of Contents": [[165, "table-of-contents"]], "Tunable Parameters": [[163, "tunable-parameters"]], "Usage Examples": [[164, "usage-examples"]], "Welcome to the MLOS documentation!": [[162, null]], "conda activation": [[164, "conda-activation"]], "mlos-bench": [[164, "mlos-bench"], [165, null]], "mlos-bench API": [[163, "mlos-bench-api"]], "mlos-core": [[164, "mlos-core"], [166, null]], "mlos-core API": [[163, "mlos-core-api"]], "mlos-viz": [[164, "mlos-viz"]], "mlos-viz API": [[163, "mlos-viz-api"]], "mlos_bench": [[91, null]], "mlos_bench package": [[0, null]], "mlos_bench.config package": [[1, null]], "mlos_bench.config.schemas package": [[2, null]], "mlos_bench.config.schemas.config_schemas module": [[3, null]], "mlos_bench.dict_templater module": [[4, null]], "mlos_bench.environments package": [[5, null]], "mlos_bench.environments.CompositeEnv": [[117, null]], "mlos_bench.environments.Environment": [[118, null]], "mlos_bench.environments.MockEnv": [[119, null]], "mlos_bench.environments.Status": [[120, null]], "mlos_bench.environments.base_environment module": [[6, null]], "mlos_bench.environments.composite_env module": [[7, null]], "mlos_bench.environments.local package": [[8, null]], "mlos_bench.environments.local.LocalEnv": [[121, null]], "mlos_bench.environments.local.LocalFileShareEnv": [[122, null]], "mlos_bench.environments.local.local_env module": [[9, null]], "mlos_bench.environments.local.local_fileshare_env module": [[10, null]], "mlos_bench.environments.mock_env module": [[11, null]], "mlos_bench.environments.remote package": [[12, null]], "mlos_bench.environments.remote.HostEnv": [[123, null]], "mlos_bench.environments.remote.OSEnv": [[124, null]], "mlos_bench.environments.remote.RemoteEnv": [[125, null]], "mlos_bench.environments.remote.VMEnv": [[126, null]], "mlos_bench.environments.remote.host_env module": [[13, null]], "mlos_bench.environments.remote.network_env module": [[14, null]], "mlos_bench.environments.remote.os_env module": [[15, null]], "mlos_bench.environments.remote.remote_env module": [[16, null]], "mlos_bench.environments.remote.saas_env module": [[17, null]], "mlos_bench.environments.remote.vm_env module": [[18, null]], "mlos_bench.environments.script_env module": [[19, null]], "mlos_bench.environments.status module": [[20, null]], "mlos_bench.event_loop_context module": [[21, null]], "mlos_bench.launcher module": [[22, null]], "mlos_bench.optimizers package": [[23, null]], "mlos_bench.optimizers.MlosCoreOptimizer": [[127, null]], "mlos_bench.optimizers.MockOptimizer": [[128, null]], "mlos_bench.optimizers.Optimizer": [[129, null]], "mlos_bench.optimizers.base_optimizer module": [[24, null]], "mlos_bench.optimizers.convert_configspace module": [[25, null]], "mlos_bench.optimizers.grid_search_optimizer module": [[26, null]], "mlos_bench.optimizers.mlos_core_optimizer module": [[27, null]], "mlos_bench.optimizers.mock_optimizer module": [[28, null]], "mlos_bench.optimizers.one_shot_optimizer module": [[29, null]], "mlos_bench.optimizers.track_best_optimizer module": [[30, null]], "mlos_bench.os_environ module": [[31, null]], "mlos_bench.run module": [[32, null]], "mlos_bench.schedulers package": [[33, null]], "mlos_bench.schedulers.base_scheduler module": [[34, null]], "mlos_bench.schedulers.sync_scheduler module": [[35, null]], "mlos_bench.services package": [[36, null]], "mlos_bench.services.FileShareService": [[130, null]], "mlos_bench.services.Service": [[131, null]], "mlos_bench.services.base_fileshare module": [[37, null]], "mlos_bench.services.base_service module": [[38, null]], "mlos_bench.services.config_persistence module": [[39, null]], "mlos_bench.services.config_persistence.ConfigPersistenceService": [[132, null]], "mlos_bench.services.local package": [[40, null]], "mlos_bench.services.local.LocalExecService": [[133, null]], "mlos_bench.services.local.local_exec module": [[41, null]], "mlos_bench.services.local.temp_dir_context module": [[42, null]], "mlos_bench.services.remote package": [[43, null]], "mlos_bench.services.remote.azure package": [[44, null]], "mlos_bench.services.remote.azure.AzureFileShareService": [[134, null]], "mlos_bench.services.remote.azure.AzureVMService": [[135, null]], "mlos_bench.services.remote.azure.azure_auth module": [[45, null]], "mlos_bench.services.remote.azure.azure_deployment_services module": [[46, null]], "mlos_bench.services.remote.azure.azure_fileshare module": [[47, null]], "mlos_bench.services.remote.azure.azure_network_services module": [[48, null]], "mlos_bench.services.remote.azure.azure_saas module": [[49, null]], "mlos_bench.services.remote.azure.azure_vm_services module": [[50, null]], "mlos_bench.services.remote.ssh package": [[51, null]], "mlos_bench.services.remote.ssh.ssh_fileshare module": [[52, null]], "mlos_bench.services.remote.ssh.ssh_host_service module": [[53, null]], "mlos_bench.services.remote.ssh.ssh_service module": [[54, null]], "mlos_bench.services.types package": [[55, null]], "mlos_bench.services.types.authenticator_type module": [[56, null]], "mlos_bench.services.types.config_loader_type module": [[57, null]], "mlos_bench.services.types.fileshare_type module": [[58, null]], "mlos_bench.services.types.host_ops_type module": [[59, null]], "mlos_bench.services.types.host_provisioner_type module": [[60, null]], "mlos_bench.services.types.local_exec_type module": [[61, null]], "mlos_bench.services.types.network_provisioner_type module": [[62, null]], "mlos_bench.services.types.os_ops_type module": [[63, null]], "mlos_bench.services.types.remote_config_type module": [[64, null]], "mlos_bench.services.types.remote_exec_type module": [[65, null]], "mlos_bench.services.types.vm_provisioner_type module": [[66, null]], "mlos_bench.storage package": [[67, null]], "mlos_bench.storage.Storage": [[136, null]], "mlos_bench.storage.base_experiment_data module": [[68, null]], "mlos_bench.storage.base_experiment_data.ExperimentData": [[137, null]], "mlos_bench.storage.base_storage module": [[69, null]], "mlos_bench.storage.base_trial_data module": [[70, null]], "mlos_bench.storage.base_trial_data.TrialData": [[138, null]], "mlos_bench.storage.base_tunable_config_data module": [[71, null]], "mlos_bench.storage.base_tunable_config_data.TunableConfigData": [[139, null]], "mlos_bench.storage.base_tunable_config_trial_group_data module": [[72, null]], "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData": [[140, null]], "mlos_bench.storage.sql package": [[73, null]], "mlos_bench.storage.sql.common module": [[74, null]], "mlos_bench.storage.sql.experiment module": [[75, null]], "mlos_bench.storage.sql.experiment_data module": [[76, null]], "mlos_bench.storage.sql.schema module": [[77, null]], "mlos_bench.storage.sql.storage module": [[78, null]], "mlos_bench.storage.sql.storage.SqlStorage": [[141, null]], "mlos_bench.storage.sql.trial module": [[79, null]], "mlos_bench.storage.sql.trial_data module": [[80, null]], "mlos_bench.storage.sql.tunable_config_data module": [[81, null]], "mlos_bench.storage.sql.tunable_config_trial_group_data module": [[82, null]], "mlos_bench.storage.storage_factory module": [[83, null]], "mlos_bench.storage.storage_factory.from_config": [[142, null]], "mlos_bench.storage.util module": [[84, null]], "mlos_bench.tunables package": [[85, null]], "mlos_bench.tunables.Tunable": [[143, null]], "mlos_bench.tunables.TunableGroups": [[144, null]], "mlos_bench.tunables.covariant_group module": [[86, null]], "mlos_bench.tunables.tunable module": [[87, null]], "mlos_bench.tunables.tunable_groups module": [[88, null]], "mlos_bench.util module": [[89, null]], "mlos_bench.version module": [[90, null]], "mlos_core": [[110, null]], "mlos_core package": [[92, null]], "mlos_core.optimizers package": [[93, null]], "mlos_core.optimizers.OptimizerFactory": [[145, null]], "mlos_core.optimizers.OptimizerFactory.create": [[146, null]], "mlos_core.optimizers.OptimizerType": [[147, null]], "mlos_core.optimizers.bayesian_optimizers package": [[94, null]], "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer": [[148, null]], "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer": [[149, null]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module": [[95, null]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer module": [[96, null]], "mlos_core.optimizers.flaml_optimizer module": [[97, null]], "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer": [[150, null]], "mlos_core.optimizers.optimizer module": [[98, null]], "mlos_core.optimizers.optimizer.BaseOptimizer": [[151, null]], "mlos_core.optimizers.random_optimizer module": [[99, null]], "mlos_core.optimizers.random_optimizer.RandomOptimizer": [[152, null]], "mlos_core.spaces package": [[100, null]], "mlos_core.spaces.adapters package": [[101, null]], "mlos_core.spaces.adapters.SpaceAdapterFactory": [[153, null]], "mlos_core.spaces.adapters.SpaceAdapterFactory.create": [[154, null]], "mlos_core.spaces.adapters.SpaceAdapterType": [[155, null]], "mlos_core.spaces.adapters.adapter module": [[102, null]], "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter": [[156, null]], "mlos_core.spaces.adapters.identity_adapter module": [[103, null]], "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter": [[157, null]], "mlos_core.spaces.adapters.llamatune module": [[104, null]], "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter": [[158, null]], "mlos_core.spaces.converters package": [[105, null]], "mlos_core.spaces.converters.flaml module": [[106, null]], "mlos_core.spaces.converters.flaml.configspace_to_flaml_space": [[159, null]], "mlos_core.spaces.converters.util module": [[107, null]], "mlos_core.util module": [[108, null]], "mlos_core.version module": [[109, null]], "mlos_viz": [[116, null], [167, null]], "mlos_viz package": [[111, null]], "mlos_viz.MlosVizMethod": [[160, null]], "mlos_viz.base module": [[112, null]], "mlos_viz.dabl module": [[113, null]], "mlos_viz.plot": [[161, null]], "mlos_viz.util module": [[114, null]], "mlos_viz.version module": [[115, null]]}, "docnames": ["api/mlos_bench/mlos_bench", "api/mlos_bench/mlos_bench.config", "api/mlos_bench/mlos_bench.config.schemas", "api/mlos_bench/mlos_bench.config.schemas.config_schemas", "api/mlos_bench/mlos_bench.dict_templater", "api/mlos_bench/mlos_bench.environments", "api/mlos_bench/mlos_bench.environments.base_environment", "api/mlos_bench/mlos_bench.environments.composite_env", "api/mlos_bench/mlos_bench.environments.local", "api/mlos_bench/mlos_bench.environments.local.local_env", "api/mlos_bench/mlos_bench.environments.local.local_fileshare_env", "api/mlos_bench/mlos_bench.environments.mock_env", "api/mlos_bench/mlos_bench.environments.remote", "api/mlos_bench/mlos_bench.environments.remote.host_env", "api/mlos_bench/mlos_bench.environments.remote.network_env", "api/mlos_bench/mlos_bench.environments.remote.os_env", "api/mlos_bench/mlos_bench.environments.remote.remote_env", "api/mlos_bench/mlos_bench.environments.remote.saas_env", "api/mlos_bench/mlos_bench.environments.remote.vm_env", "api/mlos_bench/mlos_bench.environments.script_env", "api/mlos_bench/mlos_bench.environments.status", "api/mlos_bench/mlos_bench.event_loop_context", "api/mlos_bench/mlos_bench.launcher", "api/mlos_bench/mlos_bench.optimizers", "api/mlos_bench/mlos_bench.optimizers.base_optimizer", "api/mlos_bench/mlos_bench.optimizers.convert_configspace", "api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer", "api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer", "api/mlos_bench/mlos_bench.optimizers.mock_optimizer", "api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer", "api/mlos_bench/mlos_bench.optimizers.track_best_optimizer", "api/mlos_bench/mlos_bench.os_environ", "api/mlos_bench/mlos_bench.run", "api/mlos_bench/mlos_bench.schedulers", "api/mlos_bench/mlos_bench.schedulers.base_scheduler", "api/mlos_bench/mlos_bench.schedulers.sync_scheduler", "api/mlos_bench/mlos_bench.services", "api/mlos_bench/mlos_bench.services.base_fileshare", "api/mlos_bench/mlos_bench.services.base_service", "api/mlos_bench/mlos_bench.services.config_persistence", "api/mlos_bench/mlos_bench.services.local", "api/mlos_bench/mlos_bench.services.local.local_exec", "api/mlos_bench/mlos_bench.services.local.temp_dir_context", "api/mlos_bench/mlos_bench.services.remote", "api/mlos_bench/mlos_bench.services.remote.azure", "api/mlos_bench/mlos_bench.services.remote.azure.azure_auth", "api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services", "api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare", "api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services", "api/mlos_bench/mlos_bench.services.remote.azure.azure_saas", "api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services", "api/mlos_bench/mlos_bench.services.remote.ssh", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service", "api/mlos_bench/mlos_bench.services.types", "api/mlos_bench/mlos_bench.services.types.authenticator_type", "api/mlos_bench/mlos_bench.services.types.config_loader_type", "api/mlos_bench/mlos_bench.services.types.fileshare_type", "api/mlos_bench/mlos_bench.services.types.host_ops_type", "api/mlos_bench/mlos_bench.services.types.host_provisioner_type", "api/mlos_bench/mlos_bench.services.types.local_exec_type", "api/mlos_bench/mlos_bench.services.types.network_provisioner_type", "api/mlos_bench/mlos_bench.services.types.os_ops_type", "api/mlos_bench/mlos_bench.services.types.remote_config_type", "api/mlos_bench/mlos_bench.services.types.remote_exec_type", "api/mlos_bench/mlos_bench.services.types.vm_provisioner_type", "api/mlos_bench/mlos_bench.storage", "api/mlos_bench/mlos_bench.storage.base_experiment_data", "api/mlos_bench/mlos_bench.storage.base_storage", "api/mlos_bench/mlos_bench.storage.base_trial_data", "api/mlos_bench/mlos_bench.storage.base_tunable_config_data", "api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data", "api/mlos_bench/mlos_bench.storage.sql", "api/mlos_bench/mlos_bench.storage.sql.common", "api/mlos_bench/mlos_bench.storage.sql.experiment", "api/mlos_bench/mlos_bench.storage.sql.experiment_data", "api/mlos_bench/mlos_bench.storage.sql.schema", "api/mlos_bench/mlos_bench.storage.sql.storage", "api/mlos_bench/mlos_bench.storage.sql.trial", "api/mlos_bench/mlos_bench.storage.sql.trial_data", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_data", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data", "api/mlos_bench/mlos_bench.storage.storage_factory", "api/mlos_bench/mlos_bench.storage.util", "api/mlos_bench/mlos_bench.tunables", "api/mlos_bench/mlos_bench.tunables.covariant_group", "api/mlos_bench/mlos_bench.tunables.tunable", "api/mlos_bench/mlos_bench.tunables.tunable_groups", "api/mlos_bench/mlos_bench.util", "api/mlos_bench/mlos_bench.version", "api/mlos_bench/modules", "api/mlos_core/mlos_core", "api/mlos_core/mlos_core.optimizers", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer", "api/mlos_core/mlos_core.optimizers.flaml_optimizer", "api/mlos_core/mlos_core.optimizers.optimizer", "api/mlos_core/mlos_core.optimizers.random_optimizer", "api/mlos_core/mlos_core.spaces", "api/mlos_core/mlos_core.spaces.adapters", "api/mlos_core/mlos_core.spaces.adapters.adapter", "api/mlos_core/mlos_core.spaces.adapters.identity_adapter", "api/mlos_core/mlos_core.spaces.adapters.llamatune", "api/mlos_core/mlos_core.spaces.converters", "api/mlos_core/mlos_core.spaces.converters.flaml", "api/mlos_core/mlos_core.spaces.converters.util", "api/mlos_core/mlos_core.util", "api/mlos_core/mlos_core.version", "api/mlos_core/modules", "api/mlos_viz/mlos_viz", "api/mlos_viz/mlos_viz.base", "api/mlos_viz/mlos_viz.dabl", "api/mlos_viz/mlos_viz.util", "api/mlos_viz/mlos_viz.version", "api/mlos_viz/modules", "generated/mlos_bench.environments.CompositeEnv", "generated/mlos_bench.environments.Environment", "generated/mlos_bench.environments.MockEnv", "generated/mlos_bench.environments.Status", "generated/mlos_bench.environments.local.LocalEnv", "generated/mlos_bench.environments.local.LocalFileShareEnv", "generated/mlos_bench.environments.remote.HostEnv", "generated/mlos_bench.environments.remote.OSEnv", "generated/mlos_bench.environments.remote.RemoteEnv", "generated/mlos_bench.environments.remote.VMEnv", "generated/mlos_bench.optimizers.MlosCoreOptimizer", "generated/mlos_bench.optimizers.MockOptimizer", "generated/mlos_bench.optimizers.Optimizer", "generated/mlos_bench.services.FileShareService", "generated/mlos_bench.services.Service", "generated/mlos_bench.services.config_persistence.ConfigPersistenceService", "generated/mlos_bench.services.local.LocalExecService", "generated/mlos_bench.services.remote.azure.AzureFileShareService", "generated/mlos_bench.services.remote.azure.AzureVMService", "generated/mlos_bench.storage.Storage", "generated/mlos_bench.storage.base_experiment_data.ExperimentData", "generated/mlos_bench.storage.base_trial_data.TrialData", "generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData", "generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", "generated/mlos_bench.storage.sql.storage.SqlStorage", "generated/mlos_bench.storage.storage_factory.from_config", "generated/mlos_bench.tunables.Tunable", "generated/mlos_bench.tunables.TunableGroups", "generated/mlos_core.optimizers.OptimizerFactory", "generated/mlos_core.optimizers.OptimizerFactory.create", "generated/mlos_core.optimizers.OptimizerType", "generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", "generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", "generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", "generated/mlos_core.optimizers.optimizer.BaseOptimizer", "generated/mlos_core.optimizers.random_optimizer.RandomOptimizer", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create", "generated/mlos_core.spaces.adapters.SpaceAdapterType", "generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", "generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", "generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", "generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space", "generated/mlos_viz.MlosVizMethod", "generated/mlos_viz.plot", "index", "overview", "source_tree_docs/index", "source_tree_docs/mlos_bench/index", "source_tree_docs/mlos_core/index", "source_tree_docs/mlos_viz/index"], "envversion": {"nbsphinx": 4, "sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["api/mlos_bench/mlos_bench.rst", "api/mlos_bench/mlos_bench.config.rst", "api/mlos_bench/mlos_bench.config.schemas.rst", "api/mlos_bench/mlos_bench.config.schemas.config_schemas.rst", "api/mlos_bench/mlos_bench.dict_templater.rst", "api/mlos_bench/mlos_bench.environments.rst", "api/mlos_bench/mlos_bench.environments.base_environment.rst", "api/mlos_bench/mlos_bench.environments.composite_env.rst", "api/mlos_bench/mlos_bench.environments.local.rst", "api/mlos_bench/mlos_bench.environments.local.local_env.rst", "api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.rst", "api/mlos_bench/mlos_bench.environments.mock_env.rst", "api/mlos_bench/mlos_bench.environments.remote.rst", "api/mlos_bench/mlos_bench.environments.remote.host_env.rst", "api/mlos_bench/mlos_bench.environments.remote.network_env.rst", "api/mlos_bench/mlos_bench.environments.remote.os_env.rst", "api/mlos_bench/mlos_bench.environments.remote.remote_env.rst", "api/mlos_bench/mlos_bench.environments.remote.saas_env.rst", "api/mlos_bench/mlos_bench.environments.remote.vm_env.rst", "api/mlos_bench/mlos_bench.environments.script_env.rst", "api/mlos_bench/mlos_bench.environments.status.rst", "api/mlos_bench/mlos_bench.event_loop_context.rst", "api/mlos_bench/mlos_bench.launcher.rst", "api/mlos_bench/mlos_bench.optimizers.rst", "api/mlos_bench/mlos_bench.optimizers.base_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.convert_configspace.rst", "api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.mock_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.rst", "api/mlos_bench/mlos_bench.os_environ.rst", "api/mlos_bench/mlos_bench.run.rst", "api/mlos_bench/mlos_bench.schedulers.rst", "api/mlos_bench/mlos_bench.schedulers.base_scheduler.rst", "api/mlos_bench/mlos_bench.schedulers.sync_scheduler.rst", "api/mlos_bench/mlos_bench.services.rst", "api/mlos_bench/mlos_bench.services.base_fileshare.rst", "api/mlos_bench/mlos_bench.services.base_service.rst", "api/mlos_bench/mlos_bench.services.config_persistence.rst", "api/mlos_bench/mlos_bench.services.local.rst", "api/mlos_bench/mlos_bench.services.local.local_exec.rst", "api/mlos_bench/mlos_bench.services.local.temp_dir_context.rst", "api/mlos_bench/mlos_bench.services.remote.rst", "api/mlos_bench/mlos_bench.services.remote.azure.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.rst", "api/mlos_bench/mlos_bench.services.types.rst", "api/mlos_bench/mlos_bench.services.types.authenticator_type.rst", "api/mlos_bench/mlos_bench.services.types.config_loader_type.rst", "api/mlos_bench/mlos_bench.services.types.fileshare_type.rst", "api/mlos_bench/mlos_bench.services.types.host_ops_type.rst", "api/mlos_bench/mlos_bench.services.types.host_provisioner_type.rst", "api/mlos_bench/mlos_bench.services.types.local_exec_type.rst", "api/mlos_bench/mlos_bench.services.types.network_provisioner_type.rst", "api/mlos_bench/mlos_bench.services.types.os_ops_type.rst", "api/mlos_bench/mlos_bench.services.types.remote_config_type.rst", "api/mlos_bench/mlos_bench.services.types.remote_exec_type.rst", "api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.rst", "api/mlos_bench/mlos_bench.storage.rst", "api/mlos_bench/mlos_bench.storage.base_experiment_data.rst", "api/mlos_bench/mlos_bench.storage.base_storage.rst", "api/mlos_bench/mlos_bench.storage.base_trial_data.rst", "api/mlos_bench/mlos_bench.storage.base_tunable_config_data.rst", "api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.rst", "api/mlos_bench/mlos_bench.storage.sql.rst", "api/mlos_bench/mlos_bench.storage.sql.common.rst", "api/mlos_bench/mlos_bench.storage.sql.experiment.rst", "api/mlos_bench/mlos_bench.storage.sql.experiment_data.rst", "api/mlos_bench/mlos_bench.storage.sql.schema.rst", "api/mlos_bench/mlos_bench.storage.sql.storage.rst", "api/mlos_bench/mlos_bench.storage.sql.trial.rst", "api/mlos_bench/mlos_bench.storage.sql.trial_data.rst", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.rst", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.rst", "api/mlos_bench/mlos_bench.storage.storage_factory.rst", "api/mlos_bench/mlos_bench.storage.util.rst", "api/mlos_bench/mlos_bench.tunables.rst", "api/mlos_bench/mlos_bench.tunables.covariant_group.rst", "api/mlos_bench/mlos_bench.tunables.tunable.rst", "api/mlos_bench/mlos_bench.tunables.tunable_groups.rst", "api/mlos_bench/mlos_bench.util.rst", "api/mlos_bench/mlos_bench.version.rst", "api/mlos_bench/modules.rst", "api/mlos_core/mlos_core.rst", "api/mlos_core/mlos_core.optimizers.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.rst", "api/mlos_core/mlos_core.optimizers.flaml_optimizer.rst", "api/mlos_core/mlos_core.optimizers.optimizer.rst", "api/mlos_core/mlos_core.optimizers.random_optimizer.rst", "api/mlos_core/mlos_core.spaces.rst", "api/mlos_core/mlos_core.spaces.adapters.rst", "api/mlos_core/mlos_core.spaces.adapters.adapter.rst", "api/mlos_core/mlos_core.spaces.adapters.identity_adapter.rst", "api/mlos_core/mlos_core.spaces.adapters.llamatune.rst", "api/mlos_core/mlos_core.spaces.converters.rst", "api/mlos_core/mlos_core.spaces.converters.flaml.rst", "api/mlos_core/mlos_core.spaces.converters.util.rst", "api/mlos_core/mlos_core.util.rst", "api/mlos_core/mlos_core.version.rst", "api/mlos_core/modules.rst", "api/mlos_viz/mlos_viz.rst", "api/mlos_viz/mlos_viz.base.rst", "api/mlos_viz/mlos_viz.dabl.rst", "api/mlos_viz/mlos_viz.util.rst", "api/mlos_viz/mlos_viz.version.rst", "api/mlos_viz/modules.rst", "generated/mlos_bench.environments.CompositeEnv.rst", "generated/mlos_bench.environments.Environment.rst", "generated/mlos_bench.environments.MockEnv.rst", "generated/mlos_bench.environments.Status.rst", "generated/mlos_bench.environments.local.LocalEnv.rst", "generated/mlos_bench.environments.local.LocalFileShareEnv.rst", "generated/mlos_bench.environments.remote.HostEnv.rst", "generated/mlos_bench.environments.remote.OSEnv.rst", "generated/mlos_bench.environments.remote.RemoteEnv.rst", "generated/mlos_bench.environments.remote.VMEnv.rst", "generated/mlos_bench.optimizers.MlosCoreOptimizer.rst", "generated/mlos_bench.optimizers.MockOptimizer.rst", "generated/mlos_bench.optimizers.Optimizer.rst", "generated/mlos_bench.services.FileShareService.rst", "generated/mlos_bench.services.Service.rst", "generated/mlos_bench.services.config_persistence.ConfigPersistenceService.rst", "generated/mlos_bench.services.local.LocalExecService.rst", "generated/mlos_bench.services.remote.azure.AzureFileShareService.rst", "generated/mlos_bench.services.remote.azure.AzureVMService.rst", "generated/mlos_bench.storage.Storage.rst", "generated/mlos_bench.storage.base_experiment_data.ExperimentData.rst", "generated/mlos_bench.storage.base_trial_data.TrialData.rst", "generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.rst", "generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.rst", "generated/mlos_bench.storage.sql.storage.SqlStorage.rst", "generated/mlos_bench.storage.storage_factory.from_config.rst", "generated/mlos_bench.tunables.Tunable.rst", "generated/mlos_bench.tunables.TunableGroups.rst", "generated/mlos_core.optimizers.OptimizerFactory.rst", "generated/mlos_core.optimizers.OptimizerFactory.create.rst", "generated/mlos_core.optimizers.OptimizerType.rst", "generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.rst", "generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.rst", "generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.rst", "generated/mlos_core.optimizers.optimizer.BaseOptimizer.rst", "generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterType.rst", "generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.rst", "generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.rst", "generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.rst", "generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.rst", "generated/mlos_viz.MlosVizMethod.rst", "generated/mlos_viz.plot.rst", "index.rst", "overview.rst", "source_tree_docs/index.md", "source_tree_docs/mlos_bench/index.md", "source_tree_docs/mlos_core/index.md", "source_tree_docs/mlos_viz/index.md"], "indexentries": {"__init__() (mlos_bench.environments.compositeenv method)": [[117, "mlos_bench.environments.CompositeEnv.__init__", false]], "__init__() (mlos_bench.environments.environment method)": [[118, "mlos_bench.environments.Environment.__init__", false]], "__init__() (mlos_bench.environments.local.localenv method)": [[121, "mlos_bench.environments.local.LocalEnv.__init__", false]], "__init__() (mlos_bench.environments.local.localfileshareenv method)": [[122, "mlos_bench.environments.local.LocalFileShareEnv.__init__", false]], "__init__() (mlos_bench.environments.mockenv method)": [[119, "mlos_bench.environments.MockEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.hostenv method)": [[123, "mlos_bench.environments.remote.HostEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.osenv method)": [[124, "mlos_bench.environments.remote.OSEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.remoteenv method)": [[125, "mlos_bench.environments.remote.RemoteEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.vmenv method)": [[126, "mlos_bench.environments.remote.VMEnv.__init__", false]], "__init__() (mlos_bench.environments.status method)": [[120, "mlos_bench.environments.Status.__init__", false]], "__init__() (mlos_bench.optimizers.mloscoreoptimizer method)": [[127, "mlos_bench.optimizers.MlosCoreOptimizer.__init__", false]], "__init__() (mlos_bench.optimizers.mockoptimizer method)": [[128, "mlos_bench.optimizers.MockOptimizer.__init__", false]], "__init__() (mlos_bench.optimizers.optimizer method)": [[129, "mlos_bench.optimizers.Optimizer.__init__", false]], "__init__() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[132, "mlos_bench.services.config_persistence.ConfigPersistenceService.__init__", false]], "__init__() (mlos_bench.services.fileshareservice method)": [[130, "mlos_bench.services.FileShareService.__init__", false]], "__init__() (mlos_bench.services.local.localexecservice method)": [[133, "mlos_bench.services.local.LocalExecService.__init__", false]], "__init__() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[134, "mlos_bench.services.remote.azure.AzureFileShareService.__init__", false]], "__init__() (mlos_bench.services.remote.azure.azurevmservice method)": [[135, "mlos_bench.services.remote.azure.AzureVMService.__init__", false]], "__init__() (mlos_bench.services.service method)": [[131, "mlos_bench.services.Service.__init__", false]], "__init__() (mlos_bench.storage.base_experiment_data.experimentdata method)": [[137, "mlos_bench.storage.base_experiment_data.ExperimentData.__init__", false]], "__init__() (mlos_bench.storage.base_trial_data.trialdata method)": [[138, "mlos_bench.storage.base_trial_data.TrialData.__init__", false]], "__init__() (mlos_bench.storage.base_tunable_config_data.tunableconfigdata method)": [[139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.__init__", false]], "__init__() (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata method)": [[140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.__init__", false]], "__init__() (mlos_bench.storage.sql.storage.sqlstorage method)": [[141, "mlos_bench.storage.sql.storage.SqlStorage.__init__", false]], "__init__() (mlos_bench.storage.storage method)": [[136, "mlos_bench.storage.Storage.__init__", false]], "__init__() (mlos_bench.tunables.tunable method)": [[143, "mlos_bench.tunables.Tunable.__init__", false]], "__init__() (mlos_bench.tunables.tunablegroups method)": [[144, "mlos_bench.tunables.TunableGroups.__init__", false]], "__init__() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.flaml_optimizer.flamloptimizer method)": [[150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[151, "mlos_core.optimizers.optimizer.BaseOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.optimizerfactory method)": [[145, "mlos_core.optimizers.OptimizerFactory.__init__", false]], "__init__() (mlos_core.optimizers.optimizertype method)": [[147, "mlos_core.optimizers.OptimizerType.__init__", false]], "__init__() (mlos_core.optimizers.random_optimizer.randomoptimizer method)": [[152, "mlos_core.optimizers.random_optimizer.RandomOptimizer.__init__", false]], "__init__() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.spaceadapterfactory method)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory.__init__", false]], "__init__() (mlos_core.spaces.adapters.spaceadaptertype method)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.__init__", false]], "__init__() (mlos_viz.mlosvizmethod method)": [[160, "mlos_viz.MlosVizMethod.__init__", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.acquisition_function", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.basebayesianoptimizer method)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.acquisition_function", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.acquisition_function", false]], "assign() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.assign", false]], "assign() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.assign", false], [144, "mlos_bench.tunables.TunableGroups.assign", false]], "augment_results_df_with_config_trial_group_stats() (in module mlos_viz.base)": [[112, "mlos_viz.base.augment_results_df_with_config_trial_group_stats", false]], "auto (mlos_viz.mlosvizmethod attribute)": [[111, "mlos_viz.MlosVizMethod.AUTO", false], [160, "mlos_viz.MlosVizMethod.AUTO", false]], "azureauthservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureAuthService", false]], "azureauthservice (class in mlos_bench.services.remote.azure.azure_auth)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService", false]], "azuredeploymentservice (class in mlos_bench.services.remote.azure.azure_deployment_services)": [[46, "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService", false]], "azurefileshareservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService", false]], "azurefileshareservice (class in mlos_bench.services.remote.azure.azure_fileshare)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService", false]], "azurenetworkservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService", false]], "azurenetworkservice (class in mlos_bench.services.remote.azure.azure_network_services)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService", false]], "azuresaasconfigservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService", false]], "azuresaasconfigservice (class in mlos_bench.services.remote.azure.azure_saas)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService", false]], "azurevmservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureVMService", false], [135, "mlos_bench.services.remote.azure.AzureVMService", false]], "azurevmservice (class in mlos_bench.services.remote.azure.azure_vm_services)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService", false]], "base_supported_config_props (mlos_bench.optimizers.base_optimizer.optimizer attribute)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false]], "base_supported_config_props (mlos_bench.optimizers.optimizer attribute)": [[23, "mlos_bench.optimizers.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false], [129, "mlos_bench.optimizers.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false]], "basebayesianoptimizer (class in mlos_core.optimizers.bayesian_optimizers)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", false]], "basebayesianoptimizer (class in mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer", false]], "baseoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.BaseOptimizer", false]], "baseoptimizer (class in mlos_core.optimizers.optimizer)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer", false]], "basespaceadapter (class in mlos_core.spaces.adapters.adapter)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", false]], "build_environment() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_environment", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_environment", false]], "build_environment() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.build_environment", false]], "build_environment() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.build_environment", false]], "build_optimizer() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_optimizer", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_optimizer", false]], "build_scheduler() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_scheduler", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_scheduler", false]], "build_service() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_service", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_service", false]], "build_storage() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_storage", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_storage", false]], "builtin_config_path (mlos_bench.services.config_persistence.configpersistenceservice attribute)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.BUILTIN_CONFIG_PATH", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.BUILTIN_CONFIG_PATH", false]], "bulk_register() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.bulk_register", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mock_optimizer.mockoptimizer method)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mockoptimizer method)": [[23, "mlos_bench.optimizers.MockOptimizer.bulk_register", false], [128, "mlos_bench.optimizers.MockOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.bulk_register", false], [129, "mlos_bench.optimizers.Optimizer.bulk_register", false]], "canceled (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.CANCELED", false], [120, "mlos_bench.environments.Status.CANCELED", false]], "canceled (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.CANCELED", false]], "cardinality (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.cardinality", false], [143, "mlos_bench.tunables.Tunable.cardinality", false]], "cardinality (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.cardinality", false]], "categories (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.categories", false], [143, "mlos_bench.tunables.Tunable.categories", false]], "categories (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.categories", false]], "category (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.category", false], [143, "mlos_bench.tunables.Tunable.category", false]], "category (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.category", false]], "check_required_params() (in module mlos_bench.util)": [[89, "mlos_bench.util.check_required_params", false]], "children (mlos_bench.environments.composite_env.compositeenv property)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.children", false]], "children (mlos_bench.environments.compositeenv property)": [[5, "mlos_bench.environments.CompositeEnv.children", false], [117, "mlos_bench.environments.CompositeEnv.children", false]], "cleanup() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.cleanup", false]], "cleanup() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.cleanup", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.cleanup", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.cleanup", false]], "clear_client_cache() (mlos_bench.services.remote.ssh.ssh_service.sshservice class method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshService.clear_client_cache", false]], "cli (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.CLI", false]], "cli (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.CLI", false]], "compositeenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.CompositeEnv", false], [117, "mlos_bench.environments.CompositeEnv", false]], "compositeenv (class in mlos_bench.environments.composite_env)": [[7, "mlos_bench.environments.composite_env.CompositeEnv", false]], "config (mlos_core.optimizers.flaml_optimizer.evaluatedsample attribute)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample.config", false]], "config() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.config", false]], "config() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.config", false], [136, "mlos_bench.storage.Storage.Trial.config", false]], "config_column_prefix (mlos_bench.storage.base_experiment_data.experimentdata attribute)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.CONFIG_COLUMN_PREFIX", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.CONFIG_COLUMN_PREFIX", false]], "config_df (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_df", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_df", false]], "config_df (mlos_bench.storage.sql.tunable_config_data.tunableconfigsqldata property)": [[81, "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData.config_df", false]], "config_dict (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_dict", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_dict", false]], "config_loader (mlos_bench.launcher.launcher property)": [[22, "mlos_bench.launcher.Launcher.config_loader", false]], "config_loader_service (mlos_bench.services.base_service.service property)": [[38, "mlos_bench.services.base_service.Service.config_loader_service", false]], "config_loader_service (mlos_bench.services.service property)": [[36, "mlos_bench.services.Service.config_loader_service", false], [131, "mlos_bench.services.Service.config_loader_service", false]], "config_paths (mlos_bench.services.config_persistence.configpersistenceservice property)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.config_paths", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.config_paths", false]], "config_space (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.config_space", false]], "config_space (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.config_space", false], [129, "mlos_bench.optimizers.Optimizer.config_space", false]], "config_to_dataframe() (in module mlos_core.util)": [[108, "mlos_core.util.config_to_dataframe", false]], "configpersistenceservice (class in mlos_bench.services.config_persistence)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService", false]], "configschema (class in mlos_bench.config.schemas)": [[2, "mlos_bench.config.schemas.ConfigSchema", false]], "configschema (class in mlos_bench.config.schemas.config_schemas)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema", false]], "configspace_data_to_tunable_values() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.configspace_data_to_tunable_values", false]], "configspace_to_flaml_space() (in module mlos_core.spaces.converters.flaml)": [[106, "mlos_core.spaces.converters.flaml.configspace_to_flaml_space", false], [159, "mlos_core.spaces.converters.flaml.configspace_to_flaml_space", false]], "configure() (mlos_bench.services.remote.azure.azure_saas.azuresaasconfigservice method)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService.configure", false]], "configure() (mlos_bench.services.remote.azure.azuresaasconfigservice method)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService.configure", false]], "configure() (mlos_bench.services.types.remote_config_type.supportsremoteconfig method)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig.configure", false]], "configure() (mlos_bench.services.types.supportsremoteconfig method)": [[55, "mlos_bench.services.types.SupportsRemoteConfig.configure", false]], "connection() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection", false]], "connection_lost() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection_lost", false]], "connection_made() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection_made", false]], "copy() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.copy", false]], "copy() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.copy", false], [143, "mlos_bench.tunables.Tunable.copy", false]], "copy() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.copy", false]], "copy() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.copy", false]], "copy() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.copy", false], [144, "mlos_bench.tunables.TunableGroups.copy", false]], "copymode (class in mlos_bench.services.remote.ssh.ssh_fileshare)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode", false]], "cost (mlos_bench.tunables.covariant_group.covarianttunablegroup property)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.cost", false]], "covarianttunablegroup (class in mlos_bench.tunables.covariant_group)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup", false]], "create() (mlos_bench.storage.sql.schema.dbschema method)": [[77, "mlos_bench.storage.sql.schema.DbSchema.create", false]], "create() (mlos_core.optimizers.optimizerfactory static method)": [[93, "mlos_core.optimizers.OptimizerFactory.create", false], [145, "mlos_core.optimizers.OptimizerFactory.create", false]], "create() (mlos_core.spaces.adapters.spaceadapterfactory static method)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory.create", false]], "current_iteration (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.current_iteration", false]], "current_iteration (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.current_iteration", false], [129, "mlos_bench.optimizers.Optimizer.current_iteration", false]], "dabl (mlos_viz.mlosvizmethod attribute)": [[111, "mlos_viz.MlosVizMethod.DABL", false], [160, "mlos_viz.MlosVizMethod.DABL", false]], "datetime_parser() (in module mlos_bench.util)": [[89, "mlos_bench.util.datetime_parser", false]], "dbschema (class in mlos_bench.storage.sql.schema)": [[77, "mlos_bench.storage.sql.schema.DbSchema", false]], "deallocate_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.deallocate_host", false]], "deallocate_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.deallocate_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.deallocate_host", false]], "deallocate_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.deallocate_host", false]], "deallocate_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.deallocate_host", false]], "default (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.default", false], [143, "mlos_bench.tunables.Tunable.default", false]], "default (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.default", false]], "default (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.default", false]], "default_max_unique_values_per_param (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false]], "default_max_unique_values_per_param (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false]], "default_num_low_dims (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false]], "default_num_low_dims (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false]], "default_special_param_value_biasing_percentage (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false]], "default_special_param_value_biasing_percentage (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false]], "default_tunable_config_id (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.default_tunable_config_id", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.default_tunable_config_id", false]], "default_tunable_config_id (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.default_tunable_config_id", false]], "deploy_params (mlos_bench.services.remote.azure.azure_deployment_services.azuredeploymentservice property)": [[46, "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService.deploy_params", false]], "deprovision_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.deprovision_host", false]], "deprovision_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.deprovision_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.deprovision_host", false]], "deprovision_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.deprovision_host", false]], "deprovision_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.deprovision_host", false]], "deprovision_network() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.deprovision_network", false]], "deprovision_network() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.deprovision_network", false]], "deprovision_network() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.deprovision_network", false]], "deprovision_network() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.deprovision_network", false]], "description (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.description", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.description", false]], "description (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.description", false]], "description (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.description", false], [136, "mlos_bench.storage.Storage.Experiment.description", false]], "description (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.description", false]], "dicttemplater (class in mlos_bench.dict_templater)": [[4, "mlos_bench.dict_templater.DictTemplater", false]], "distribution (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.distribution", false], [143, "mlos_bench.tunables.Tunable.distribution", false]], "distribution (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.distribution", false]], "distribution (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.distribution", false]], "distribution_params (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.distribution_params", false], [143, "mlos_bench.tunables.Tunable.distribution_params", false]], "distribution_params (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.distribution_params", false]], "distributiondict (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.DistributionDict", false]], "download (mlos_bench.services.remote.ssh.ssh_fileshare.copymode attribute)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode.DOWNLOAD", false]], "download() (mlos_bench.services.base_fileshare.fileshareservice method)": [[37, "mlos_bench.services.base_fileshare.FileShareService.download", false]], "download() (mlos_bench.services.fileshareservice method)": [[36, "mlos_bench.services.FileShareService.download", false], [130, "mlos_bench.services.FileShareService.download", false]], "download() (mlos_bench.services.remote.azure.azure_fileshare.azurefileshareservice method)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService.download", false]], "download() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService.download", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService.download", false]], "download() (mlos_bench.services.remote.ssh.ssh_fileshare.sshfileshareservice method)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService.download", false]], "download() (mlos_bench.services.remote.ssh.sshfileshareservice method)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService.download", false]], "download() (mlos_bench.services.types.fileshare_type.supportsfileshareops method)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps.download", false]], "download() (mlos_bench.services.types.supportsfileshareops method)": [[55, "mlos_bench.services.types.SupportsFileShareOps.download", false]], "drop_nulls() (in module mlos_core.util)": [[108, "mlos_core.util.drop_nulls", false]], "dtype (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.dtype", false], [143, "mlos_bench.tunables.Tunable.dtype", false]], "dtype (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.dtype", false]], "enter() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.enter", false]], "enter() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.enter", false]], "environment (class in mlos_bench.environments)": [[5, "mlos_bench.environments.Environment", false], [118, "mlos_bench.environments.Environment", false]], "environment (class in mlos_bench.environments.base_environment)": [[6, "mlos_bench.environments.base_environment.Environment", false]], "environment (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.ENVIRONMENT", false]], "environment (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.ENVIRONMENT", false]], "equals_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.equals_defaults", false]], "evaluatedsample (class in mlos_core.optimizers.flaml_optimizer)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample", false]], "eventloopcontext (class in mlos_bench.event_loop_context)": [[21, "mlos_bench.event_loop_context.EventLoopContext", false]], "exit() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.exit", false]], "exit() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.exit", false]], "expand_results_data_args() (in module mlos_viz.util)": [[114, "mlos_viz.util.expand_results_data_args", false]], "expand_vars() (mlos_bench.dict_templater.dicttemplater method)": [[4, "mlos_bench.dict_templater.DictTemplater.expand_vars", false]], "experiment (class in mlos_bench.storage.sql.experiment)": [[75, "mlos_bench.storage.sql.experiment.Experiment", false]], "experiment() (mlos_bench.storage.base_storage.storage method)": [[69, "mlos_bench.storage.base_storage.Storage.experiment", false]], "experiment() (mlos_bench.storage.sql.sqlstorage method)": [[73, "mlos_bench.storage.sql.SqlStorage.experiment", false]], "experiment() (mlos_bench.storage.sql.storage.sqlstorage method)": [[78, "mlos_bench.storage.sql.storage.SqlStorage.experiment", false], [141, "mlos_bench.storage.sql.storage.SqlStorage.experiment", false]], "experiment() (mlos_bench.storage.storage method)": [[67, "mlos_bench.storage.Storage.experiment", false], [136, "mlos_bench.storage.Storage.experiment", false]], "experiment_id (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.experiment_id", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.experiment_id", false]], "experiment_id (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.experiment_id", false]], "experiment_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.experiment_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.experiment_id", false]], "experiment_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.experiment_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.experiment_id", false]], "experiment_id (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.experiment_id", false], [136, "mlos_bench.storage.Storage.Experiment.experiment_id", false]], "experimentdata (class in mlos_bench.storage.base_experiment_data)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData", false]], "experiments (mlos_bench.storage.base_storage.storage property)": [[69, "mlos_bench.storage.base_storage.Storage.experiments", false]], "experiments (mlos_bench.storage.sql.sqlstorage property)": [[73, "mlos_bench.storage.sql.SqlStorage.experiments", false]], "experiments (mlos_bench.storage.sql.storage.sqlstorage property)": [[78, "mlos_bench.storage.sql.storage.SqlStorage.experiments", false], [141, "mlos_bench.storage.sql.storage.SqlStorage.experiments", false]], "experiments (mlos_bench.storage.storage property)": [[67, "mlos_bench.storage.Storage.experiments", false], [136, "mlos_bench.storage.Storage.experiments", false]], "experimentsqldata (class in mlos_bench.storage.sql.experiment_data)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData", false]], "export() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.export", false]], "export() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.export", false], [131, "mlos_bench.services.Service.export", false]], "failed (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.FAILED", false], [120, "mlos_bench.environments.Status.FAILED", false]], "failed (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.FAILED", false]], "fileshareservice (class in mlos_bench.services)": [[36, "mlos_bench.services.FileShareService", false], [130, "mlos_bench.services.FileShareService", false]], "fileshareservice (class in mlos_bench.services.base_fileshare)": [[37, "mlos_bench.services.base_fileshare.FileShareService", false]], "flaml (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.FLAML", false]], "flamloptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.FlamlOptimizer", false]], "flamloptimizer (class in mlos_core.optimizers.flaml_optimizer)": [[97, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", false], [150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", false]], "from_config() (in module mlos_bench.storage)": [[67, "mlos_bench.storage.from_config", false]], "from_config() (in module mlos_bench.storage.storage_factory)": [[83, "mlos_bench.storage.storage_factory.from_config", false], [142, "mlos_bench.storage.storage_factory.from_config", false]], "get_access_token() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_access_token", false]], "get_access_token() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_access_token", false]], "get_access_token() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_access_token", false]], "get_access_token() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_access_token", false]], "get_auth_headers() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_auth_headers", false]], "get_best_observation() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.get_best_observation", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.get_best_observation", false], [129, "mlos_bench.optimizers.Optimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.track_best_optimizer.trackbestoptimizer method)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.get_best_observation", false]], "get_best_observation() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.get_best_observation", false]], "get_best_observations() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.get_best_observations", false]], "get_best_observations() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.get_best_observations", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.get_best_observations", false]], "get_class_from_name() (in module mlos_bench.util)": [[89, "mlos_bench.util.get_class_from_name", false]], "get_client_connection() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.get_client_connection", false]], "get_covariant_group_names() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_covariant_group_names", false]], "get_covariant_group_names() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_covariant_group_names", false], [144, "mlos_bench.tunables.TunableGroups.get_covariant_group_names", false]], "get_credential() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_credential", false]], "get_credential() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_credential", false]], "get_credential() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_credential", false]], "get_credential() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_credential", false]], "get_current_cost() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_current_cost", false]], "get_git_info() (in module mlos_bench.util)": [[89, "mlos_bench.util.get_git_info", false]], "get_names() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_names", false]], "get_observations() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.get_observations", false]], "get_observations() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.get_observations", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.get_observations", false]], "get_param_values() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_param_values", false]], "get_param_values() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_param_values", false], [144, "mlos_bench.tunables.TunableGroups.get_param_values", false]], "get_remote_exec_results() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.get_remote_exec_results", false], [135, "mlos_bench.services.remote.azure.AzureVMService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.types.remote_exec_type.supportsremoteexec method)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.types.supportsremoteexec method)": [[55, "mlos_bench.services.types.SupportsRemoteExec.get_remote_exec_results", false]], "get_results_df() (in module mlos_bench.storage.sql.common)": [[74, "mlos_bench.storage.sql.common.get_results_df", false]], "get_trials() (in module mlos_bench.storage.sql.common)": [[74, "mlos_bench.storage.sql.common.get_trials", false]], "get_tunable() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunable", false]], "get_tunable() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_tunable", false]], "get_tunable() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_tunable", false], [144, "mlos_bench.tunables.TunableGroups.get_tunable", false]], "get_tunable_values_dict() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunable_values_dict", false]], "get_tunables() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunables", false]], "globals (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.GLOBALS", false]], "globals (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.GLOBALS", false]], "gridsearchoptimizer (class in mlos_bench.optimizers.grid_search_optimizer)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer", false]], "hostenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.HostEnv", false], [123, "mlos_bench.environments.remote.HostEnv", false]], "hostenv (class in mlos_bench.environments.remote.host_env)": [[13, "mlos_bench.environments.remote.host_env.HostEnv", false]], "id_from_connection() (mlos_bench.services.remote.ssh.ssh_service.sshclient static method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.id_from_connection", false]], "id_from_params() (mlos_bench.services.remote.ssh.ssh_service.sshclient static method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.id_from_params", false]], "identity (mlos_core.optimizers.spaceadaptertype attribute)": [[93, "mlos_core.optimizers.SpaceAdapterType.IDENTITY", false]], "identity (mlos_core.spaces.adapters.spaceadaptertype attribute)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.IDENTITY", false]], "identityadapter (class in mlos_core.spaces.adapters)": [[101, "mlos_core.spaces.adapters.IdentityAdapter", false]], "identityadapter (class in mlos_core.spaces.adapters.identity_adapter)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", false]], "ignore_plotter_warnings() (in module mlos_viz)": [[111, "mlos_viz.ignore_plotter_warnings", false]], "ignore_plotter_warnings() (in module mlos_viz.base)": [[112, "mlos_viz.base.ignore_plotter_warnings", false]], "ignore_plotter_warnings() (in module mlos_viz.dabl)": [[113, "mlos_viz.dabl.ignore_plotter_warnings", false]], "in_range() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.in_range", false], [143, "mlos_bench.tunables.Tunable.in_range", false]], "in_range() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.in_range", false]], "instantiate_from_config() (in module mlos_bench.util)": [[89, "mlos_bench.util.instantiate_from_config", false]], "inverse_transform() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.inverse_transform", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.inverse_transform", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.identityadapter method)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.inverse_transform", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.llamatuneadapter method)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.inverse_transform", false]], "is_canceled() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_canceled", false], [120, "mlos_bench.environments.Status.is_canceled", false]], "is_canceled() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_canceled", false]], "is_categorical (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_categorical", false], [143, "mlos_bench.tunables.Tunable.is_categorical", false]], "is_categorical (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_categorical", false]], "is_completed() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_completed", false], [120, "mlos_bench.environments.Status.is_completed", false]], "is_completed() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_completed", false]], "is_config_pending() (mlos_bench.services.remote.azure.azure_saas.azuresaasconfigservice method)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService.is_config_pending", false]], "is_config_pending() (mlos_bench.services.remote.azure.azuresaasconfigservice method)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService.is_config_pending", false]], "is_config_pending() (mlos_bench.services.types.remote_config_type.supportsremoteconfig method)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig.is_config_pending", false]], "is_config_pending() (mlos_bench.services.types.supportsremoteconfig method)": [[55, "mlos_bench.services.types.SupportsRemoteConfig.is_config_pending", false]], "is_default() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.is_default", false], [143, "mlos_bench.tunables.Tunable.is_default", false]], "is_default() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.is_default", false]], "is_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.is_defaults", false]], "is_defaults() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.is_defaults", false]], "is_defaults() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.is_defaults", false], [144, "mlos_bench.tunables.TunableGroups.is_defaults", false]], "is_failed() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_failed", false], [120, "mlos_bench.environments.Status.is_failed", false]], "is_failed() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_failed", false]], "is_good() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_good", false], [120, "mlos_bench.environments.Status.is_good", false]], "is_good() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_good", false]], "is_log (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_log", false], [143, "mlos_bench.tunables.Tunable.is_log", false]], "is_log (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_log", false]], "is_numerical (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_numerical", false], [143, "mlos_bench.tunables.Tunable.is_numerical", false]], "is_numerical (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_numerical", false]], "is_pending() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_pending", false], [120, "mlos_bench.environments.Status.is_pending", false]], "is_pending() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_pending", false]], "is_ready() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_ready", false], [120, "mlos_bench.environments.Status.is_ready", false]], "is_ready() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_ready", false]], "is_special (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_special", false], [143, "mlos_bench.tunables.Tunable.is_special", false]], "is_special (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_special", false]], "is_succeeded() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_succeeded", false], [120, "mlos_bench.environments.Status.is_succeeded", false]], "is_succeeded() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_succeeded", false]], "is_timed_out() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_timed_out", false], [120, "mlos_bench.environments.Status.is_timed_out", false]], "is_timed_out() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_timed_out", false]], "is_updated() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.is_updated", false]], "is_updated() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.is_updated", false]], "is_updated() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.is_updated", false], [144, "mlos_bench.tunables.TunableGroups.is_updated", false]], "is_valid() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.is_valid", false], [143, "mlos_bench.tunables.Tunable.is_valid", false]], "is_valid() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.is_valid", false]], "kv_df_to_dict() (in module mlos_bench.storage.util)": [[84, "mlos_bench.storage.util.kv_df_to_dict", false]], "launcher (class in mlos_bench.launcher)": [[22, "mlos_bench.launcher.Launcher", false]], "limit_top_n_configs() (in module mlos_viz.base)": [[112, "mlos_viz.base.limit_top_n_configs", false]], "llamatune (mlos_core.optimizers.spaceadaptertype attribute)": [[93, "mlos_core.optimizers.SpaceAdapterType.LLAMATUNE", false]], "llamatune (mlos_core.spaces.adapters.spaceadaptertype attribute)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.LLAMATUNE", false]], "llamatuneadapter (class in mlos_core.spaces.adapters)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter", false]], "llamatuneadapter (class in mlos_core.spaces.adapters.llamatune)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", false]], "load() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load", false]], "load() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load", false]], "load() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load", false], [136, "mlos_bench.storage.Storage.Experiment.load", false]], "load_config() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.load_config", false]], "load_config() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.load_config", false]], "load_config() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_config", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_config", false]], "load_config() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_config", false]], "load_config() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_config", false]], "load_environment() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment", false]], "load_environment_list() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment_list", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment_list", false]], "load_environment_list() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_environment_list", false]], "load_environment_list() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_environment_list", false]], "load_services() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_services", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_services", false]], "load_services() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_services", false]], "load_services() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_services", false]], "load_telemetry() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load_telemetry", false]], "load_telemetry() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load_telemetry", false]], "load_telemetry() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load_telemetry", false], [136, "mlos_bench.storage.Storage.Experiment.load_telemetry", false]], "load_tunable_config() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load_tunable_config", false]], "load_tunable_config() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load_tunable_config", false]], "load_tunable_config() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load_tunable_config", false], [136, "mlos_bench.storage.Storage.Experiment.load_tunable_config", false]], "local_exec() (mlos_bench.services.local.local_exec.localexecservice method)": [[41, "mlos_bench.services.local.local_exec.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.local.localexecservice method)": [[40, "mlos_bench.services.local.LocalExecService.local_exec", false], [133, "mlos_bench.services.local.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.localexecservice method)": [[36, "mlos_bench.services.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.types.local_exec_type.supportslocalexec method)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec.local_exec", false]], "local_exec() (mlos_bench.services.types.supportslocalexec method)": [[55, "mlos_bench.services.types.SupportsLocalExec.local_exec", false]], "localenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.LocalEnv", false]], "localenv (class in mlos_bench.environments.local)": [[8, "mlos_bench.environments.local.LocalEnv", false], [121, "mlos_bench.environments.local.LocalEnv", false]], "localenv (class in mlos_bench.environments.local.local_env)": [[9, "mlos_bench.environments.local.local_env.LocalEnv", false]], "localexecservice (class in mlos_bench.services)": [[36, "mlos_bench.services.LocalExecService", false]], "localexecservice (class in mlos_bench.services.local)": [[40, "mlos_bench.services.local.LocalExecService", false], [133, "mlos_bench.services.local.LocalExecService", false]], "localexecservice (class in mlos_bench.services.local.local_exec)": [[41, "mlos_bench.services.local.local_exec.LocalExecService", false]], "localfileshareenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.LocalFileShareEnv", false]], "localfileshareenv (class in mlos_bench.environments.local)": [[8, "mlos_bench.environments.local.LocalFileShareEnv", false], [122, "mlos_bench.environments.local.LocalFileShareEnv", false]], "localfileshareenv (class in mlos_bench.environments.local.local_fileshare_env)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv", false]], "log (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.log", false]], "max_suggestions (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.max_suggestions", false]], "max_suggestions (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.max_suggestions", false], [129, "mlos_bench.optimizers.Optimizer.max_suggestions", false]], "max_trials (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.max_trials", false]], "max_trials (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.max_trials", false]], "merge() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.merge", false]], "merge() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.merge", false]], "merge() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.merge", false], [136, "mlos_bench.storage.Storage.Experiment.merge", false]], "merge() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.merge", false]], "merge() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.merge", false], [144, "mlos_bench.tunables.TunableGroups.merge", false]], "merge_methods() (mlos_bench.services.base_service.service static method)": [[38, "mlos_bench.services.base_service.Service.merge_methods", false]], "merge_methods() (mlos_bench.services.service static method)": [[36, "mlos_bench.services.Service.merge_methods", false], [131, "mlos_bench.services.Service.merge_methods", false]], "merge_parameters() (in module mlos_bench.util)": [[89, "mlos_bench.util.merge_parameters", false]], "meta (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.meta", false], [143, "mlos_bench.tunables.Tunable.meta", false]], "meta (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.meta", false]], "meta (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.meta", false]], "metadata_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.metadata_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.metadata_df", false]], "metadata_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.metadata_df", false]], "metadata_dict (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.metadata_dict", false], [138, "mlos_bench.storage.base_trial_data.TrialData.metadata_dict", false]], "mlos_bench": [[0, "module-mlos_bench", false]], "mlos_bench.config": [[1, "module-mlos_bench.config", false]], "mlos_bench.config.schemas": [[2, "module-mlos_bench.config.schemas", false]], "mlos_bench.config.schemas.config_schemas": [[3, "module-mlos_bench.config.schemas.config_schemas", false]], "mlos_bench.dict_templater": [[4, "module-mlos_bench.dict_templater", false]], "mlos_bench.environments": [[5, "module-mlos_bench.environments", false]], "mlos_bench.environments.base_environment": [[6, "module-mlos_bench.environments.base_environment", false]], "mlos_bench.environments.composite_env": [[7, "module-mlos_bench.environments.composite_env", false]], "mlos_bench.environments.local": [[8, "module-mlos_bench.environments.local", false]], "mlos_bench.environments.local.local_env": [[9, "module-mlos_bench.environments.local.local_env", false]], "mlos_bench.environments.local.local_fileshare_env": [[10, "module-mlos_bench.environments.local.local_fileshare_env", false]], "mlos_bench.environments.mock_env": [[11, "module-mlos_bench.environments.mock_env", false]], "mlos_bench.environments.remote": [[12, "module-mlos_bench.environments.remote", false]], "mlos_bench.environments.remote.host_env": [[13, "module-mlos_bench.environments.remote.host_env", false]], "mlos_bench.environments.remote.network_env": [[14, "module-mlos_bench.environments.remote.network_env", false]], "mlos_bench.environments.remote.os_env": [[15, "module-mlos_bench.environments.remote.os_env", false]], "mlos_bench.environments.remote.remote_env": [[16, "module-mlos_bench.environments.remote.remote_env", false]], "mlos_bench.environments.remote.saas_env": [[17, "module-mlos_bench.environments.remote.saas_env", false]], "mlos_bench.environments.remote.vm_env": [[18, "module-mlos_bench.environments.remote.vm_env", false]], "mlos_bench.environments.script_env": [[19, "module-mlos_bench.environments.script_env", false]], "mlos_bench.environments.status": [[20, "module-mlos_bench.environments.status", false]], "mlos_bench.event_loop_context": [[21, "module-mlos_bench.event_loop_context", false]], "mlos_bench.launcher": [[22, "module-mlos_bench.launcher", false]], "mlos_bench.optimizers": [[23, "module-mlos_bench.optimizers", false]], "mlos_bench.optimizers.base_optimizer": [[24, "module-mlos_bench.optimizers.base_optimizer", false]], "mlos_bench.optimizers.convert_configspace": [[25, "module-mlos_bench.optimizers.convert_configspace", false]], "mlos_bench.optimizers.grid_search_optimizer": [[26, "module-mlos_bench.optimizers.grid_search_optimizer", false]], "mlos_bench.optimizers.mlos_core_optimizer": [[27, "module-mlos_bench.optimizers.mlos_core_optimizer", false]], "mlos_bench.optimizers.mock_optimizer": [[28, "module-mlos_bench.optimizers.mock_optimizer", false]], "mlos_bench.optimizers.one_shot_optimizer": [[29, "module-mlos_bench.optimizers.one_shot_optimizer", false]], "mlos_bench.optimizers.track_best_optimizer": [[30, "module-mlos_bench.optimizers.track_best_optimizer", false]], "mlos_bench.os_environ": [[31, "module-mlos_bench.os_environ", false]], "mlos_bench.run": [[32, "module-mlos_bench.run", false]], "mlos_bench.schedulers": [[33, "module-mlos_bench.schedulers", false]], "mlos_bench.schedulers.base_scheduler": [[34, "module-mlos_bench.schedulers.base_scheduler", false]], "mlos_bench.schedulers.sync_scheduler": [[35, "module-mlos_bench.schedulers.sync_scheduler", false]], "mlos_bench.services": [[36, "module-mlos_bench.services", false]], "mlos_bench.services.base_fileshare": [[37, "module-mlos_bench.services.base_fileshare", false]], "mlos_bench.services.base_service": [[38, "module-mlos_bench.services.base_service", false]], "mlos_bench.services.config_persistence": [[39, "module-mlos_bench.services.config_persistence", false]], "mlos_bench.services.local": [[40, "module-mlos_bench.services.local", false]], "mlos_bench.services.local.local_exec": [[41, "module-mlos_bench.services.local.local_exec", false]], "mlos_bench.services.local.temp_dir_context": [[42, "module-mlos_bench.services.local.temp_dir_context", false]], "mlos_bench.services.remote": [[43, "module-mlos_bench.services.remote", false]], "mlos_bench.services.remote.azure": [[44, "module-mlos_bench.services.remote.azure", false]], "mlos_bench.services.remote.azure.azure_auth": [[45, "module-mlos_bench.services.remote.azure.azure_auth", false]], "mlos_bench.services.remote.azure.azure_deployment_services": [[46, "module-mlos_bench.services.remote.azure.azure_deployment_services", false]], "mlos_bench.services.remote.azure.azure_fileshare": [[47, "module-mlos_bench.services.remote.azure.azure_fileshare", false]], "mlos_bench.services.remote.azure.azure_network_services": [[48, "module-mlos_bench.services.remote.azure.azure_network_services", false]], "mlos_bench.services.remote.azure.azure_saas": [[49, "module-mlos_bench.services.remote.azure.azure_saas", false]], "mlos_bench.services.remote.azure.azure_vm_services": [[50, "module-mlos_bench.services.remote.azure.azure_vm_services", false]], "mlos_bench.services.remote.ssh": [[51, "module-mlos_bench.services.remote.ssh", false]], "mlos_bench.services.remote.ssh.ssh_fileshare": [[52, "module-mlos_bench.services.remote.ssh.ssh_fileshare", false]], "mlos_bench.services.remote.ssh.ssh_host_service": [[53, "module-mlos_bench.services.remote.ssh.ssh_host_service", false]], "mlos_bench.services.remote.ssh.ssh_service": [[54, "module-mlos_bench.services.remote.ssh.ssh_service", false]], "mlos_bench.services.types": [[55, "module-mlos_bench.services.types", false]], "mlos_bench.services.types.authenticator_type": [[56, "module-mlos_bench.services.types.authenticator_type", false]], "mlos_bench.services.types.config_loader_type": [[57, "module-mlos_bench.services.types.config_loader_type", false]], "mlos_bench.services.types.fileshare_type": [[58, "module-mlos_bench.services.types.fileshare_type", false]], "mlos_bench.services.types.host_ops_type": [[59, "module-mlos_bench.services.types.host_ops_type", false]], "mlos_bench.services.types.host_provisioner_type": [[60, "module-mlos_bench.services.types.host_provisioner_type", false]], "mlos_bench.services.types.local_exec_type": [[61, "module-mlos_bench.services.types.local_exec_type", false]], "mlos_bench.services.types.network_provisioner_type": [[62, "module-mlos_bench.services.types.network_provisioner_type", false]], "mlos_bench.services.types.os_ops_type": [[63, "module-mlos_bench.services.types.os_ops_type", false]], "mlos_bench.services.types.remote_config_type": [[64, "module-mlos_bench.services.types.remote_config_type", false]], "mlos_bench.services.types.remote_exec_type": [[65, "module-mlos_bench.services.types.remote_exec_type", false]], "mlos_bench.services.types.vm_provisioner_type": [[66, "module-mlos_bench.services.types.vm_provisioner_type", false]], "mlos_bench.storage": [[67, "module-mlos_bench.storage", false]], "mlos_bench.storage.base_experiment_data": [[68, "module-mlos_bench.storage.base_experiment_data", false]], "mlos_bench.storage.base_storage": [[69, "module-mlos_bench.storage.base_storage", false]], "mlos_bench.storage.base_trial_data": [[70, "module-mlos_bench.storage.base_trial_data", false]], "mlos_bench.storage.base_tunable_config_data": [[71, "module-mlos_bench.storage.base_tunable_config_data", false]], "mlos_bench.storage.base_tunable_config_trial_group_data": [[72, "module-mlos_bench.storage.base_tunable_config_trial_group_data", false]], "mlos_bench.storage.sql": [[73, "module-mlos_bench.storage.sql", false]], "mlos_bench.storage.sql.common": [[74, "module-mlos_bench.storage.sql.common", false]], "mlos_bench.storage.sql.experiment": [[75, "module-mlos_bench.storage.sql.experiment", false]], "mlos_bench.storage.sql.experiment_data": [[76, "module-mlos_bench.storage.sql.experiment_data", false]], "mlos_bench.storage.sql.schema": [[77, "module-mlos_bench.storage.sql.schema", false]], "mlos_bench.storage.sql.storage": [[78, "module-mlos_bench.storage.sql.storage", false]], "mlos_bench.storage.sql.trial": [[79, "module-mlos_bench.storage.sql.trial", false]], "mlos_bench.storage.sql.trial_data": [[80, "module-mlos_bench.storage.sql.trial_data", false]], "mlos_bench.storage.sql.tunable_config_data": [[81, "module-mlos_bench.storage.sql.tunable_config_data", false]], "mlos_bench.storage.sql.tunable_config_trial_group_data": [[82, "module-mlos_bench.storage.sql.tunable_config_trial_group_data", false]], "mlos_bench.storage.storage_factory": [[83, "module-mlos_bench.storage.storage_factory", false]], "mlos_bench.storage.util": [[84, "module-mlos_bench.storage.util", false]], "mlos_bench.tunables": [[85, "module-mlos_bench.tunables", false]], "mlos_bench.tunables.covariant_group": [[86, "module-mlos_bench.tunables.covariant_group", false]], "mlos_bench.tunables.tunable": [[87, "module-mlos_bench.tunables.tunable", false]], "mlos_bench.tunables.tunable_groups": [[88, "module-mlos_bench.tunables.tunable_groups", false]], "mlos_bench.util": [[89, "module-mlos_bench.util", false]], "mlos_bench.version": [[90, "module-mlos_bench.version", false]], "mlos_core": [[92, "module-mlos_core", false]], "mlos_core.optimizers": [[93, "module-mlos_core.optimizers", false]], "mlos_core.optimizers.bayesian_optimizers": [[94, "module-mlos_core.optimizers.bayesian_optimizers", false]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer": [[95, "module-mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", false]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer": [[96, "module-mlos_core.optimizers.bayesian_optimizers.smac_optimizer", false]], "mlos_core.optimizers.flaml_optimizer": [[97, "module-mlos_core.optimizers.flaml_optimizer", false]], "mlos_core.optimizers.optimizer": [[98, "module-mlos_core.optimizers.optimizer", false]], "mlos_core.optimizers.random_optimizer": [[99, "module-mlos_core.optimizers.random_optimizer", false]], "mlos_core.spaces": [[100, "module-mlos_core.spaces", false]], "mlos_core.spaces.adapters": [[101, "module-mlos_core.spaces.adapters", false]], "mlos_core.spaces.adapters.adapter": [[102, "module-mlos_core.spaces.adapters.adapter", false]], "mlos_core.spaces.adapters.identity_adapter": [[103, "module-mlos_core.spaces.adapters.identity_adapter", false]], "mlos_core.spaces.adapters.llamatune": [[104, "module-mlos_core.spaces.adapters.llamatune", false]], "mlos_core.spaces.converters": [[105, "module-mlos_core.spaces.converters", false]], "mlos_core.spaces.converters.flaml": [[106, "module-mlos_core.spaces.converters.flaml", false]], "mlos_core.spaces.converters.util": [[107, "module-mlos_core.spaces.converters.util", false]], "mlos_core.util": [[108, "module-mlos_core.util", false]], "mlos_core.version": [[109, "module-mlos_core.version", false]], "mlos_viz": [[111, "module-mlos_viz", false]], "mlos_viz.base": [[112, "module-mlos_viz.base", false]], "mlos_viz.dabl": [[113, "module-mlos_viz.dabl", false]], "mlos_viz.util": [[114, "module-mlos_viz.util", false]], "mlos_viz.version": [[115, "module-mlos_viz.version", false]], "mloscoreoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer", false]], "mloscoreoptimizer (class in mlos_bench.optimizers.mlos_core_optimizer)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer", false]], "mlosvizmethod (class in mlos_viz)": [[111, "mlos_viz.MlosVizMethod", false], [160, "mlos_viz.MlosVizMethod", false]], "mockenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.MockEnv", false], [119, "mlos_bench.environments.MockEnv", false]], "mockenv (class in mlos_bench.environments.mock_env)": [[11, "mlos_bench.environments.mock_env.MockEnv", false]], "mockoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.MockOptimizer", false], [128, "mlos_bench.optimizers.MockOptimizer", false]], "mockoptimizer (class in mlos_bench.optimizers.mock_optimizer)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer", false]], "module": [[0, "module-mlos_bench", false], [1, "module-mlos_bench.config", false], [2, "module-mlos_bench.config.schemas", false], [3, "module-mlos_bench.config.schemas.config_schemas", false], [4, "module-mlos_bench.dict_templater", false], [5, "module-mlos_bench.environments", false], [6, "module-mlos_bench.environments.base_environment", false], [7, "module-mlos_bench.environments.composite_env", false], [8, "module-mlos_bench.environments.local", false], [9, "module-mlos_bench.environments.local.local_env", false], [10, "module-mlos_bench.environments.local.local_fileshare_env", false], [11, "module-mlos_bench.environments.mock_env", false], [12, "module-mlos_bench.environments.remote", false], [13, "module-mlos_bench.environments.remote.host_env", false], [14, "module-mlos_bench.environments.remote.network_env", false], [15, "module-mlos_bench.environments.remote.os_env", false], [16, "module-mlos_bench.environments.remote.remote_env", false], [17, "module-mlos_bench.environments.remote.saas_env", false], [18, "module-mlos_bench.environments.remote.vm_env", false], [19, "module-mlos_bench.environments.script_env", false], [20, "module-mlos_bench.environments.status", false], [21, "module-mlos_bench.event_loop_context", false], [22, "module-mlos_bench.launcher", false], [23, "module-mlos_bench.optimizers", false], [24, "module-mlos_bench.optimizers.base_optimizer", false], [25, "module-mlos_bench.optimizers.convert_configspace", false], [26, "module-mlos_bench.optimizers.grid_search_optimizer", false], [27, "module-mlos_bench.optimizers.mlos_core_optimizer", false], [28, "module-mlos_bench.optimizers.mock_optimizer", false], [29, "module-mlos_bench.optimizers.one_shot_optimizer", false], [30, "module-mlos_bench.optimizers.track_best_optimizer", false], [31, "module-mlos_bench.os_environ", false], [32, "module-mlos_bench.run", false], [33, "module-mlos_bench.schedulers", false], [34, "module-mlos_bench.schedulers.base_scheduler", false], [35, "module-mlos_bench.schedulers.sync_scheduler", false], [36, "module-mlos_bench.services", false], [37, "module-mlos_bench.services.base_fileshare", false], [38, "module-mlos_bench.services.base_service", false], [39, "module-mlos_bench.services.config_persistence", false], [40, "module-mlos_bench.services.local", false], [41, "module-mlos_bench.services.local.local_exec", false], [42, "module-mlos_bench.services.local.temp_dir_context", false], [43, "module-mlos_bench.services.remote", false], [44, "module-mlos_bench.services.remote.azure", false], [45, "module-mlos_bench.services.remote.azure.azure_auth", false], [46, "module-mlos_bench.services.remote.azure.azure_deployment_services", false], [47, "module-mlos_bench.services.remote.azure.azure_fileshare", false], [48, "module-mlos_bench.services.remote.azure.azure_network_services", false], [49, "module-mlos_bench.services.remote.azure.azure_saas", false], [50, "module-mlos_bench.services.remote.azure.azure_vm_services", false], [51, "module-mlos_bench.services.remote.ssh", false], [52, "module-mlos_bench.services.remote.ssh.ssh_fileshare", false], [53, "module-mlos_bench.services.remote.ssh.ssh_host_service", false], [54, "module-mlos_bench.services.remote.ssh.ssh_service", false], [55, "module-mlos_bench.services.types", false], [56, "module-mlos_bench.services.types.authenticator_type", false], [57, "module-mlos_bench.services.types.config_loader_type", false], [58, "module-mlos_bench.services.types.fileshare_type", false], [59, "module-mlos_bench.services.types.host_ops_type", false], [60, "module-mlos_bench.services.types.host_provisioner_type", false], [61, "module-mlos_bench.services.types.local_exec_type", false], [62, "module-mlos_bench.services.types.network_provisioner_type", false], [63, "module-mlos_bench.services.types.os_ops_type", false], [64, "module-mlos_bench.services.types.remote_config_type", false], [65, "module-mlos_bench.services.types.remote_exec_type", false], [66, "module-mlos_bench.services.types.vm_provisioner_type", false], [67, "module-mlos_bench.storage", false], [68, "module-mlos_bench.storage.base_experiment_data", false], [69, "module-mlos_bench.storage.base_storage", false], [70, "module-mlos_bench.storage.base_trial_data", false], [71, "module-mlos_bench.storage.base_tunable_config_data", false], [72, "module-mlos_bench.storage.base_tunable_config_trial_group_data", false], [73, "module-mlos_bench.storage.sql", false], [74, "module-mlos_bench.storage.sql.common", false], [75, "module-mlos_bench.storage.sql.experiment", false], [76, "module-mlos_bench.storage.sql.experiment_data", false], [77, "module-mlos_bench.storage.sql.schema", false], [78, "module-mlos_bench.storage.sql.storage", false], [79, "module-mlos_bench.storage.sql.trial", false], [80, "module-mlos_bench.storage.sql.trial_data", false], [81, "module-mlos_bench.storage.sql.tunable_config_data", false], [82, "module-mlos_bench.storage.sql.tunable_config_trial_group_data", false], [83, "module-mlos_bench.storage.storage_factory", false], [84, "module-mlos_bench.storage.util", false], [85, "module-mlos_bench.tunables", false], [86, "module-mlos_bench.tunables.covariant_group", false], [87, "module-mlos_bench.tunables.tunable", false], [88, "module-mlos_bench.tunables.tunable_groups", false], [89, "module-mlos_bench.util", false], [90, "module-mlos_bench.version", false], [92, "module-mlos_core", false], [93, "module-mlos_core.optimizers", false], [94, "module-mlos_core.optimizers.bayesian_optimizers", false], [95, "module-mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", false], [96, "module-mlos_core.optimizers.bayesian_optimizers.smac_optimizer", false], [97, "module-mlos_core.optimizers.flaml_optimizer", false], [98, "module-mlos_core.optimizers.optimizer", false], [99, "module-mlos_core.optimizers.random_optimizer", false], [100, "module-mlos_core.spaces", false], [101, "module-mlos_core.spaces.adapters", false], [102, "module-mlos_core.spaces.adapters.adapter", false], [103, "module-mlos_core.spaces.adapters.identity_adapter", false], [104, "module-mlos_core.spaces.adapters.llamatune", false], [105, "module-mlos_core.spaces.converters", false], [106, "module-mlos_core.spaces.converters.flaml", false], [107, "module-mlos_core.spaces.converters.util", false], [108, "module-mlos_core.util", false], [109, "module-mlos_core.version", false], [111, "module-mlos_viz", false], [112, "module-mlos_viz.base", false], [113, "module-mlos_viz.dabl", false], [114, "module-mlos_viz.util", false], [115, "module-mlos_viz.version", false]], "monkey_patch_cs_quantization() (in module mlos_core.spaces.converters.util)": [[107, "mlos_core.spaces.converters.util.monkey_patch_cs_quantization", false]], "monkey_patch_hp_quantization() (in module mlos_core.spaces.converters.util)": [[107, "mlos_core.spaces.converters.util.monkey_patch_hp_quantization", false]], "n_random_init (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer property)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.n_random_init", false]], "n_random_init (mlos_core.optimizers.bayesian_optimizers.smacoptimizer property)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.n_random_init", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.n_random_init", false]], "n_random_init (mlos_core.optimizers.smacoptimizer property)": [[93, "mlos_core.optimizers.SmacOptimizer.n_random_init", false]], "name (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.name", false]], "name (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer property)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.name", false]], "name (mlos_bench.optimizers.mloscoreoptimizer property)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.name", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.name", false]], "name (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.name", false], [129, "mlos_bench.optimizers.Optimizer.name", false]], "name (mlos_bench.tunables.covariant_group.covarianttunablegroup property)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.name", false]], "name (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.name", false], [143, "mlos_bench.tunables.Tunable.name", false]], "name (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.name", false]], "networkenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.NetworkEnv", false]], "networkenv (class in mlos_bench.environments.remote.network_env)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv", false]], "new() (mlos_bench.environments.base_environment.environment class method)": [[6, "mlos_bench.environments.base_environment.Environment.new", false]], "new() (mlos_bench.environments.environment class method)": [[5, "mlos_bench.environments.Environment.new", false], [118, "mlos_bench.environments.Environment.new", false]], "new() (mlos_bench.services.base_service.service class method)": [[38, "mlos_bench.services.base_service.Service.new", false]], "new() (mlos_bench.services.service class method)": [[36, "mlos_bench.services.Service.new", false], [131, "mlos_bench.services.Service.new", false]], "new_trial() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.new_trial", false]], "new_trial() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.new_trial", false], [136, "mlos_bench.storage.Storage.Experiment.new_trial", false]], "normalize_config() (in module mlos_core.util)": [[108, "mlos_core.util.normalize_config", false]], "not_converged() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.not_converged", false]], "not_converged() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.not_converged", false]], "not_converged() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.not_converged", false], [129, "mlos_bench.optimizers.Optimizer.not_converged", false]], "not_done() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.not_done", false]], "not_done() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.not_done", false]], "nullable() (in module mlos_bench.util)": [[89, "mlos_bench.util.nullable", false]], "numerical_value (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.numerical_value", false], [143, "mlos_bench.tunables.Tunable.numerical_value", false]], "numerical_value (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.numerical_value", false]], "objectives (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.objectives", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.objectives", false]], "objectives (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.objectives", false]], "oneshotoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.OneShotOptimizer", false]], "oneshotoptimizer (class in mlos_bench.optimizers.one_shot_optimizer)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer", false]], "opt_targets (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.opt_targets", false]], "opt_targets (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.opt_targets", false]], "opt_targets (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.opt_targets", false], [136, "mlos_bench.storage.Storage.Experiment.opt_targets", false]], "opt_targets (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.opt_targets", false], [136, "mlos_bench.storage.Storage.Trial.opt_targets", false]], "optimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.Optimizer", false], [129, "mlos_bench.optimizers.Optimizer", false]], "optimizer (class in mlos_bench.optimizers.base_optimizer)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer", false]], "optimizer (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.OPTIMIZER", false]], "optimizer (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.OPTIMIZER", false]], "optimizerfactory (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.OptimizerFactory", false], [145, "mlos_core.optimizers.OptimizerFactory", false]], "optimizertype (class in mlos_core.optimizers)": [[147, "mlos_core.optimizers.OptimizerType", false]], "orig_parameter_space (mlos_core.spaces.adapters.adapter.basespaceadapter property)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.orig_parameter_space", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.orig_parameter_space", false]], "osenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.OSEnv", false], [124, "mlos_bench.environments.remote.OSEnv", false]], "osenv (class in mlos_bench.environments.remote.os_env)": [[15, "mlos_bench.environments.remote.os_env.OSEnv", false]], "parameters (mlos_bench.environments.base_environment.environment property)": [[6, "mlos_bench.environments.base_environment.Environment.parameters", false]], "parameters (mlos_bench.environments.environment property)": [[5, "mlos_bench.environments.Environment.parameters", false], [118, "mlos_bench.environments.Environment.parameters", false]], "params (mlos_bench.tunables.tunable.distributiondict attribute)": [[87, "mlos_bench.tunables.tunable.DistributionDict.params", false]], "path_join() (in module mlos_bench.util)": [[89, "mlos_bench.util.path_join", false]], "pending (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.PENDING", false], [120, "mlos_bench.environments.Status.PENDING", false]], "pending (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.PENDING", false]], "pending_configs (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer property)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.pending_configs", false]], "pending_trials() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.pending_trials", false]], "pending_trials() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.pending_trials", false]], "pending_trials() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.pending_trials", false], [136, "mlos_bench.storage.Storage.Experiment.pending_trials", false]], "plot() (in module mlos_viz)": [[111, "mlos_viz.plot", false], [161, "mlos_viz.plot", false]], "plot() (in module mlos_viz.dabl)": [[113, "mlos_viz.dabl.plot", false]], "plot_optimizer_trends() (in module mlos_viz.base)": [[112, "mlos_viz.base.plot_optimizer_trends", false]], "plot_top_n_configs() (in module mlos_viz.base)": [[112, "mlos_viz.base.plot_top_n_configs", false]], "pprint() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.pprint", false]], "pprint() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.pprint", false]], "pprint() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.pprint", false], [117, "mlos_bench.environments.CompositeEnv.pprint", false]], "pprint() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.pprint", false], [118, "mlos_bench.environments.Environment.pprint", false]], "pprint() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.pprint", false]], "pprint() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.pprint", false], [131, "mlos_bench.services.Service.pprint", false]], "prepare_class_load() (in module mlos_bench.util)": [[89, "mlos_bench.util.prepare_class_load", false]], "prepare_class_load() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.prepare_class_load", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.prepare_class_load", false]], "preprocess_dynamic_configs() (in module mlos_bench.util)": [[89, "mlos_bench.util.preprocess_dynamic_configs", false]], "provision_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.provision_host", false]], "provision_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.provision_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.provision_host", false]], "provision_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.provision_host", false]], "provision_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.provision_host", false]], "provision_network() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.provision_network", false]], "provision_network() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.provision_network", false]], "provision_network() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.provision_network", false]], "provision_network() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.provision_network", false]], "quantization_bins (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.quantization_bins", false], [143, "mlos_bench.tunables.Tunable.quantization_bins", false]], "quantization_bins (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.quantization_bins", false]], "quantization_bins (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.quantization_bins", false]], "quantized_values (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.quantized_values", false], [143, "mlos_bench.tunables.Tunable.quantized_values", false]], "quantized_values (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.quantized_values", false]], "ran_trials (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.ran_trials", false]], "ran_trials (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.ran_trials", false]], "random (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.RANDOM", false]], "randomoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.RandomOptimizer", false]], "randomoptimizer (class in mlos_core.optimizers.random_optimizer)": [[99, "mlos_core.optimizers.random_optimizer.RandomOptimizer", false], [152, "mlos_core.optimizers.random_optimizer.RandomOptimizer", false]], "range (mlos_bench.optimizers.convert_configspace.tunablevaluekind attribute)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind.RANGE", false]], "range (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.range", false], [143, "mlos_bench.tunables.Tunable.range", false]], "range (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.range", false]], "range (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.range", false]], "range_weight (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.range_weight", false], [143, "mlos_bench.tunables.Tunable.range_weight", false]], "range_weight (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.range_weight", false]], "range_weight (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.range_weight", false]], "ready (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.READY", false], [120, "mlos_bench.environments.Status.READY", false]], "ready (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.READY", false]], "reboot() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.reboot", false]], "reboot() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.reboot", false], [135, "mlos_bench.services.remote.azure.AzureVMService.reboot", false]], "reboot() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.reboot", false]], "reboot() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.reboot", false]], "reboot() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.reboot", false]], "register() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.register", false]], "register() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.register", false]], "register() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.register", false]], "register() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.register", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.register", false]], "register() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.register", false], [129, "mlos_bench.optimizers.Optimizer.register", false]], "register() (mlos_bench.optimizers.track_best_optimizer.trackbestoptimizer method)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer.register", false]], "register() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.register", false]], "register() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.register", false], [131, "mlos_bench.services.Service.register", false]], "register() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.register", false]], "register() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.register", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.register", false]], "register_pending() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.register_pending", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.flaml_optimizer.flamloptimizer method)": [[97, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.register_pending", false], [150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.flamloptimizer method)": [[93, "mlos_core.optimizers.FlamlOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.register_pending", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.random_optimizer.randomoptimizer method)": [[99, "mlos_core.optimizers.random_optimizer.RandomOptimizer.register_pending", false], [152, "mlos_core.optimizers.random_optimizer.RandomOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.randomoptimizer method)": [[93, "mlos_core.optimizers.RandomOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.register_pending", false]], "registry (mlos_bench.config.schemas.config_schemas.schemastore property)": [[3, "mlos_bench.config.schemas.config_schemas.SchemaStore.registry", false]], "remote_exec() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.remote_exec", false], [135, "mlos_bench.services.remote.azure.AzureVMService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.remote_exec", false]], "remote_exec() (mlos_bench.services.types.remote_exec_type.supportsremoteexec method)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec.remote_exec", false]], "remote_exec() (mlos_bench.services.types.supportsremoteexec method)": [[55, "mlos_bench.services.types.SupportsRemoteExec.remote_exec", false]], "remoteenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.RemoteEnv", false]], "remoteenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.RemoteEnv", false], [125, "mlos_bench.environments.remote.RemoteEnv", false]], "remoteenv (class in mlos_bench.environments.remote.remote_env)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv", false]], "reset() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.reset", false]], "reset() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.reset", false], [144, "mlos_bench.tunables.TunableGroups.reset", false]], "reset_is_updated() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.reset_is_updated", false]], "resolve_path() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.resolve_path", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.resolve_path", false]], "resolve_path() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.resolve_path", false]], "resolve_path() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.resolve_path", false]], "restart_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.restart_host", false]], "restart_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.restart_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.restart_host", false]], "restart_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.restart_host", false]], "restore_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.restore_defaults", false]], "restore_defaults() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.restore_defaults", false]], "restore_defaults() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.restore_defaults", false], [144, "mlos_bench.tunables.TunableGroups.restore_defaults", false]], "result_column_prefix (mlos_bench.storage.base_experiment_data.experimentdata attribute)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.RESULT_COLUMN_PREFIX", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.RESULT_COLUMN_PREFIX", false]], "results_df (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.results_df", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.results_df", false]], "results_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.results_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.results_df", false]], "results_df (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.results_df", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.results_df", false]], "results_df (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.results_df", false]], "results_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.results_df", false]], "results_df (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.results_df", false]], "results_dict (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.results_dict", false], [138, "mlos_bench.storage.base_trial_data.TrialData.results_dict", false]], "root_env_config (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.root_env_config", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.root_env_config", false]], "run() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.run", false]], "run() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.run", false]], "run() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.run", false], [117, "mlos_bench.environments.CompositeEnv.run", false]], "run() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.run", false], [118, "mlos_bench.environments.Environment.run", false]], "run() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.run", false]], "run() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.run", false], [121, "mlos_bench.environments.local.LocalEnv.run", false]], "run() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.run", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.run", false]], "run() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.mock_env.mockenv method)": [[11, "mlos_bench.environments.mock_env.MockEnv.run", false]], "run() (mlos_bench.environments.mockenv method)": [[5, "mlos_bench.environments.MockEnv.run", false], [119, "mlos_bench.environments.MockEnv.run", false]], "run() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.run", false]], "run() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.run", false], [125, "mlos_bench.environments.remote.RemoteEnv.run", false]], "run() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.run", false]], "run_coroutine() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.run_coroutine", false]], "run_trial() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.sync_scheduler.syncscheduler method)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.syncscheduler method)": [[33, "mlos_bench.schedulers.SyncScheduler.run_trial", false]], "running (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.RUNNING", false], [120, "mlos_bench.environments.Status.RUNNING", false]], "running (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.RUNNING", false]], "saasenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.SaaSEnv", false]], "saasenv (class in mlos_bench.environments.remote.saas_env)": [[17, "mlos_bench.environments.remote.saas_env.SaaSEnv", false]], "schedule_trial() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.schedule_trial", false]], "schedule_trial() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.schedule_trial", false]], "scheduler (class in mlos_bench.schedulers)": [[33, "mlos_bench.schedulers.Scheduler", false]], "scheduler (class in mlos_bench.schedulers.base_scheduler)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler", false]], "scheduler (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.SCHEDULER", false]], "scheduler (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.SCHEDULER", false]], "schema (mlos_bench.config.schemas.config_schemas.configschema property)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.schema", false]], "schema (mlos_bench.config.schemas.configschema property)": [[2, "mlos_bench.config.schemas.ConfigSchema.schema", false]], "schemastore (class in mlos_bench.config.schemas.config_schemas)": [[3, "mlos_bench.config.schemas.config_schemas.SchemaStore", false]], "score (mlos_core.optimizers.flaml_optimizer.evaluatedsample attribute)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample.score", false]], "scriptenv (class in mlos_bench.environments.script_env)": [[19, "mlos_bench.environments.script_env.ScriptEnv", false]], "seed (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.seed", false]], "seed (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.seed", false], [129, "mlos_bench.optimizers.Optimizer.seed", false]], "service (class in mlos_bench.services)": [[36, "mlos_bench.services.Service", false], [131, "mlos_bench.services.Service", false]], "service (class in mlos_bench.services.base_service)": [[38, "mlos_bench.services.base_service.Service", false]], "service (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.SERVICE", false]], "service (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.SERVICE", false]], "service (mlos_bench.launcher.launcher property)": [[22, "mlos_bench.launcher.Launcher.service", false]], "setup() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.setup", false]], "setup() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.setup", false]], "setup() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.setup", false], [117, "mlos_bench.environments.CompositeEnv.setup", false]], "setup() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.setup", false], [118, "mlos_bench.environments.Environment.setup", false]], "setup() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.setup", false]], "setup() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.setup", false], [121, "mlos_bench.environments.local.LocalEnv.setup", false]], "setup() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.setup", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.setup", false]], "setup() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.remote.host_env.hostenv method)": [[13, "mlos_bench.environments.remote.host_env.HostEnv.setup", false]], "setup() (mlos_bench.environments.remote.hostenv method)": [[12, "mlos_bench.environments.remote.HostEnv.setup", false], [123, "mlos_bench.environments.remote.HostEnv.setup", false]], "setup() (mlos_bench.environments.remote.network_env.networkenv method)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv.setup", false]], "setup() (mlos_bench.environments.remote.networkenv method)": [[12, "mlos_bench.environments.remote.NetworkEnv.setup", false]], "setup() (mlos_bench.environments.remote.os_env.osenv method)": [[15, "mlos_bench.environments.remote.os_env.OSEnv.setup", false]], "setup() (mlos_bench.environments.remote.osenv method)": [[12, "mlos_bench.environments.remote.OSEnv.setup", false], [124, "mlos_bench.environments.remote.OSEnv.setup", false]], "setup() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.setup", false]], "setup() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.setup", false], [125, "mlos_bench.environments.remote.RemoteEnv.setup", false]], "setup() (mlos_bench.environments.remote.saas_env.saasenv method)": [[17, "mlos_bench.environments.remote.saas_env.SaaSEnv.setup", false]], "setup() (mlos_bench.environments.remote.saasenv method)": [[12, "mlos_bench.environments.remote.SaaSEnv.setup", false]], "setup() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.setup", false]], "shutdown() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.shutdown", false]], "shutdown() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.shutdown", false], [135, "mlos_bench.services.remote.azure.AzureVMService.shutdown", false]], "shutdown() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.shutdown", false]], "shutdown() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.shutdown", false]], "shutdown() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.shutdown", false]], "smac (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.SMAC", false]], "smacoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.SmacOptimizer", false]], "smacoptimizer (class in mlos_core.optimizers.bayesian_optimizers)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", false]], "smacoptimizer (class in mlos_core.optimizers.bayesian_optimizers.smac_optimizer)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer", false]], "space_adapter (mlos_core.optimizers.baseoptimizer property)": [[93, "mlos_core.optimizers.BaseOptimizer.space_adapter", false]], "space_adapter (mlos_core.optimizers.optimizer.baseoptimizer property)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.space_adapter", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.space_adapter", false]], "spaceadapterfactory (class in mlos_core.spaces.adapters)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory", false]], "spaceadaptertype (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.SpaceAdapterType", false]], "spaceadaptertype (class in mlos_core.spaces.adapters)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType", false]], "span (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.span", false], [143, "mlos_bench.tunables.Tunable.span", false]], "span (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.span", false]], "special (mlos_bench.optimizers.convert_configspace.tunablevaluekind attribute)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind.SPECIAL", false]], "special (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.special", false], [143, "mlos_bench.tunables.Tunable.special", false]], "special (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.special", false]], "special (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.special", false]], "special_param_name_is_temp() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_name_is_temp", false]], "special_param_name_strip() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_name_strip", false]], "special_param_names() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_names", false]], "special_weights (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.special_weights", false]], "split_cmdline() (in module mlos_bench.services.local.local_exec)": [[41, "mlos_bench.services.local.local_exec.split_cmdline", false]], "sqlstorage (class in mlos_bench.storage.sql)": [[73, "mlos_bench.storage.sql.SqlStorage", false]], "sqlstorage (class in mlos_bench.storage.sql.storage)": [[78, "mlos_bench.storage.sql.storage.SqlStorage", false], [141, "mlos_bench.storage.sql.storage.SqlStorage", false]], "sshclient (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient", false]], "sshclientcache (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache", false]], "sshfileshareservice (class in mlos_bench.services.remote.ssh)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService", false]], "sshfileshareservice (class in mlos_bench.services.remote.ssh.ssh_fileshare)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService", false]], "sshhostservice (class in mlos_bench.services.remote.ssh)": [[51, "mlos_bench.services.remote.ssh.SshHostService", false]], "sshhostservice (class in mlos_bench.services.remote.ssh.ssh_host_service)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService", false]], "sshservice (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshService", false]], "start() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.start", false]], "start() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.start", false]], "start() (mlos_bench.schedulers.sync_scheduler.syncscheduler method)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler.start", false]], "start() (mlos_bench.schedulers.syncscheduler method)": [[33, "mlos_bench.schedulers.SyncScheduler.start", false]], "start_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.start_host", false]], "start_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.start_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.start_host", false]], "start_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.start_host", false]], "start_with_defaults (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.start_with_defaults", false]], "start_with_defaults (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.start_with_defaults", false], [129, "mlos_bench.optimizers.Optimizer.start_with_defaults", false]], "status (class in mlos_bench.environments)": [[5, "mlos_bench.environments.Status", false], [120, "mlos_bench.environments.Status", false]], "status (class in mlos_bench.environments.status)": [[20, "mlos_bench.environments.status.Status", false]], "status (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.status", false]], "status (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.status", false], [138, "mlos_bench.storage.base_trial_data.TrialData.status", false]], "status (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.status", false], [136, "mlos_bench.storage.Storage.Trial.status", false]], "status() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.status", false]], "status() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.status", false]], "status() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.status", false], [117, "mlos_bench.environments.CompositeEnv.status", false]], "status() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.status", false], [118, "mlos_bench.environments.Environment.status", false]], "status() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.status", false]], "status() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.status", false]], "status() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.status", false], [121, "mlos_bench.environments.local.LocalEnv.status", false]], "status() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.status", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.status", false]], "status() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.status", false]], "status() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.status", false]], "stop_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.stop_host", false]], "stop_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.stop_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.stop_host", false]], "stop_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.stop_host", false]], "storage (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage", false], [136, "mlos_bench.storage.Storage", false]], "storage (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage", false]], "storage (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.STORAGE", false]], "storage (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.STORAGE", false]], "storage.experiment (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage.Experiment", false], [136, "mlos_bench.storage.Storage.Experiment", false]], "storage.experiment (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment", false]], "storage.trial (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage.Trial", false], [136, "mlos_bench.storage.Storage.Trial", false]], "storage.trial (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage.Trial", false]], "subgroup() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.subgroup", false]], "subgroup() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.subgroup", false], [144, "mlos_bench.tunables.TunableGroups.subgroup", false]], "succeeded (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.SUCCEEDED", false], [120, "mlos_bench.environments.Status.SUCCEEDED", false]], "succeeded (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.SUCCEEDED", false]], "suggest() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.suggest", false]], "suggest() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.suggest", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mock_optimizer.mockoptimizer method)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mockoptimizer method)": [[23, "mlos_bench.optimizers.MockOptimizer.suggest", false], [128, "mlos_bench.optimizers.MockOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.one_shot_optimizer.oneshotoptimizer method)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.oneshotoptimizer method)": [[23, "mlos_bench.optimizers.OneShotOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.suggest", false], [129, "mlos_bench.optimizers.Optimizer.suggest", false]], "suggest() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.suggest", false]], "suggest() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.suggest", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.suggest", false]], "suggested_configs (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer property)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.suggested_configs", false]], "supports_preload (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.one_shot_optimizer.oneshotoptimizer property)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.oneshotoptimizer property)": [[23, "mlos_bench.optimizers.OneShotOptimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.supports_preload", false], [129, "mlos_bench.optimizers.Optimizer.supports_preload", false]], "supportsauth (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsAuth", false]], "supportsauth (class in mlos_bench.services.types.authenticator_type)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth", false]], "supportsconfigloading (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsConfigLoading", false]], "supportsconfigloading (class in mlos_bench.services.types.config_loader_type)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading", false]], "supportsfileshareops (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsFileShareOps", false]], "supportsfileshareops (class in mlos_bench.services.types.fileshare_type)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps", false]], "supportshostops (class in mlos_bench.services.types.host_ops_type)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps", false]], "supportshostprovisioning (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsHostProvisioning", false]], "supportshostprovisioning (class in mlos_bench.services.types.host_provisioner_type)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning", false]], "supportslocalexec (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsLocalExec", false]], "supportslocalexec (class in mlos_bench.services.types.local_exec_type)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec", false]], "supportsnetworkprovisioning (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning", false]], "supportsnetworkprovisioning (class in mlos_bench.services.types.network_provisioner_type)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning", false]], "supportsosops (class in mlos_bench.services.types.os_ops_type)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps", false]], "supportsremoteconfig (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsRemoteConfig", false]], "supportsremoteconfig (class in mlos_bench.services.types.remote_config_type)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig", false]], "supportsremoteexec (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsRemoteExec", false]], "supportsremoteexec (class in mlos_bench.services.types.remote_exec_type)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec", false]], "supportsvmops (class in mlos_bench.services.types.vm_provisioner_type)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.surrogate_predict", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.basebayesianoptimizer method)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.surrogate_predict", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.surrogate_predict", false]], "syncscheduler (class in mlos_bench.schedulers)": [[33, "mlos_bench.schedulers.SyncScheduler", false]], "syncscheduler (class in mlos_bench.schedulers.sync_scheduler)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler", false]], "target_parameter_space (mlos_core.spaces.adapters.adapter.basespaceadapter property)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.target_parameter_space", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.identity_adapter.identityadapter property)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.target_parameter_space", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.identityadapter property)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.llamatune.llamatuneadapter property)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.target_parameter_space", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.llamatuneadapter property)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.target_parameter_space", false]], "targets (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.targets", false]], "targets (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.targets", false], [129, "mlos_bench.optimizers.Optimizer.targets", false]], "teardown() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.teardown", false]], "teardown() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.teardown", false]], "teardown() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.teardown", false], [117, "mlos_bench.environments.CompositeEnv.teardown", false]], "teardown() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.teardown", false], [118, "mlos_bench.environments.Environment.teardown", false]], "teardown() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.teardown", false], [121, "mlos_bench.environments.local.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.host_env.hostenv method)": [[13, "mlos_bench.environments.remote.host_env.HostEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.hostenv method)": [[12, "mlos_bench.environments.remote.HostEnv.teardown", false], [123, "mlos_bench.environments.remote.HostEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.network_env.networkenv method)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.networkenv method)": [[12, "mlos_bench.environments.remote.NetworkEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.os_env.osenv method)": [[15, "mlos_bench.environments.remote.os_env.OSEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.osenv method)": [[12, "mlos_bench.environments.remote.OSEnv.teardown", false], [124, "mlos_bench.environments.remote.OSEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.teardown", false], [125, "mlos_bench.environments.remote.RemoteEnv.teardown", false]], "teardown() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.teardown", false]], "teardown() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.teardown", false]], "teardown() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.teardown", false]], "telemetry_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.telemetry_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.telemetry_df", false]], "telemetry_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.telemetry_df", false]], "temp_dir_context() (mlos_bench.services.local.temp_dir_context.tempdircontextservice method)": [[42, "mlos_bench.services.local.temp_dir_context.TempDirContextService.temp_dir_context", false]], "temp_dir_context() (mlos_bench.services.types.local_exec_type.supportslocalexec method)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec.temp_dir_context", false]], "temp_dir_context() (mlos_bench.services.types.supportslocalexec method)": [[55, "mlos_bench.services.types.SupportsLocalExec.temp_dir_context", false]], "tempdircontextservice (class in mlos_bench.services.local.temp_dir_context)": [[42, "mlos_bench.services.local.temp_dir_context.TempDirContextService", false]], "timed_out (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.TIMED_OUT", false], [120, "mlos_bench.environments.Status.TIMED_OUT", false]], "timed_out (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.TIMED_OUT", false]], "trackbestoptimizer (class in mlos_bench.optimizers.track_best_optimizer)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer", false]], "transform() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.transform", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.transform", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.identityadapter method)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.transform", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.llamatuneadapter method)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.transform", false]], "trial (class in mlos_bench.storage.sql.trial)": [[79, "mlos_bench.storage.sql.trial.Trial", false]], "trial_config_repeat_count (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.trial_config_repeat_count", false]], "trial_config_repeat_count (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.trial_config_repeat_count", false]], "trial_count (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.trial_count", false]], "trial_count (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.trial_count", false]], "trial_id (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.trial_id", false]], "trial_id (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.trial_id", false]], "trial_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.trial_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.trial_id", false]], "trial_id (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.trial_id", false], [136, "mlos_bench.storage.Storage.Experiment.trial_id", false]], "trial_id (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.trial_id", false], [136, "mlos_bench.storage.Storage.Trial.trial_id", false]], "trialdata (class in mlos_bench.storage.base_trial_data)": [[70, "mlos_bench.storage.base_trial_data.TrialData", false], [138, "mlos_bench.storage.base_trial_data.TrialData", false]], "trials (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.trials", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.trials", false]], "trials (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.trials", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.trials", false]], "trials (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.trials", false]], "trials (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.trials", false]], "trialsqldata (class in mlos_bench.storage.sql.trial_data)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData", false]], "try_parse_val() (in module mlos_bench.util)": [[89, "mlos_bench.util.try_parse_val", false]], "ts_end (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.ts_end", false], [138, "mlos_bench.storage.base_trial_data.TrialData.ts_end", false]], "ts_start (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.ts_start", false], [138, "mlos_bench.storage.base_trial_data.TrialData.ts_start", false]], "tunable (class in mlos_bench.tunables)": [[85, "mlos_bench.tunables.Tunable", false], [143, "mlos_bench.tunables.Tunable", false]], "tunable (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.Tunable", false]], "tunable_config (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config", false]], "tunable_config (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config", false]], "tunable_config (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.tunable_config", false]], "tunable_config (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.tunable_config", false]], "tunable_config_id (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.tunable_config_id", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.tunable_config_id", false], [136, "mlos_bench.storage.Storage.Trial.tunable_config_id", false]], "tunable_config_trial_group (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_trial_group", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_trial_group", false]], "tunable_config_trial_group (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.tunable_config_trial_group", false]], "tunable_config_trial_group_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_trial_group_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_trial_group_id", false]], "tunable_config_trial_groups (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_config_trial_groups", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_config_trial_groups", false]], "tunable_config_trial_groups (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.tunable_config_trial_groups", false]], "tunable_configs (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_configs", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_configs", false]], "tunable_configs (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.tunable_configs", false]], "tunable_groups_to_configspace() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.tunable_groups_to_configspace", false]], "tunable_params (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.TUNABLE_PARAMS", false]], "tunable_params (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.TUNABLE_PARAMS", false]], "tunable_params (mlos_bench.environments.base_environment.environment property)": [[6, "mlos_bench.environments.base_environment.Environment.tunable_params", false]], "tunable_params (mlos_bench.environments.environment property)": [[5, "mlos_bench.environments.Environment.tunable_params", false], [118, "mlos_bench.environments.Environment.tunable_params", false]], "tunable_params (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.tunable_params", false]], "tunable_params (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.tunable_params", false], [129, "mlos_bench.optimizers.Optimizer.tunable_params", false]], "tunable_values (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.TUNABLE_VALUES", false]], "tunable_values (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.TUNABLE_VALUES", false]], "tunable_values_to_configuration() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.tunable_values_to_configuration", false]], "tunableconfigdata (class in mlos_bench.storage.base_tunable_config_data)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData", false]], "tunableconfigsqldata (class in mlos_bench.storage.sql.tunable_config_data)": [[81, "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData", false]], "tunableconfigtrialgroupdata (class in mlos_bench.storage.base_tunable_config_trial_group_data)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", false]], "tunableconfigtrialgroupsqldata (class in mlos_bench.storage.sql.tunable_config_trial_group_data)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData", false]], "tunabledict (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableDict", false]], "tunablegroups (class in mlos_bench.tunables)": [[85, "mlos_bench.tunables.TunableGroups", false], [144, "mlos_bench.tunables.TunableGroups", false]], "tunablegroups (class in mlos_bench.tunables.tunable_groups)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups", false]], "tunables (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.tunables", false]], "tunables (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.tunables", false]], "tunables (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.tunables", false], [136, "mlos_bench.storage.Storage.Experiment.tunables", false]], "tunables (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.tunables", false], [136, "mlos_bench.storage.Storage.Trial.tunables", false]], "tunablevalue (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValue", false]], "tunablevaluekind (class in mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind", false]], "tunablevaluesdict (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValuesDict", false]], "tunablevaluetype (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueType", false]], "tunablevaluetypename (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueTypeName", false]], "tunablevaluetypetuple (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueTypeTuple", false]], "type (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.type", false], [143, "mlos_bench.tunables.Tunable.type", false]], "type (mlos_bench.tunables.tunable.distributiondict attribute)": [[87, "mlos_bench.tunables.tunable.DistributionDict.type", false]], "type (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.type", false]], "type (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.type", false]], "unified (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.UNIFIED", false]], "unified (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.UNIFIED", false]], "unknown (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.UNKNOWN", false], [120, "mlos_bench.environments.Status.UNKNOWN", false]], "unknown (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.UNKNOWN", false]], "update() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.update", false]], "update() (mlos_bench.storage.sql.trial.trial method)": [[79, "mlos_bench.storage.sql.trial.Trial.update", false]], "update() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.update", false], [136, "mlos_bench.storage.Storage.Trial.update", false]], "update() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.update", false], [143, "mlos_bench.tunables.Tunable.update", false]], "update() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.update", false]], "update_telemetry() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.update_telemetry", false]], "update_telemetry() (mlos_bench.storage.sql.trial.trial method)": [[79, "mlos_bench.storage.sql.trial.Trial.update_telemetry", false]], "update_telemetry() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.update_telemetry", false], [136, "mlos_bench.storage.Storage.Trial.update_telemetry", false]], "upload (mlos_bench.services.remote.ssh.ssh_fileshare.copymode attribute)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode.UPLOAD", false]], "upload() (mlos_bench.services.base_fileshare.fileshareservice method)": [[37, "mlos_bench.services.base_fileshare.FileShareService.upload", false]], "upload() (mlos_bench.services.fileshareservice method)": [[36, "mlos_bench.services.FileShareService.upload", false], [130, "mlos_bench.services.FileShareService.upload", false]], "upload() (mlos_bench.services.remote.azure.azure_fileshare.azurefileshareservice method)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService.upload", false]], "upload() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService.upload", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService.upload", false]], "upload() (mlos_bench.services.remote.ssh.ssh_fileshare.sshfileshareservice method)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService.upload", false]], "upload() (mlos_bench.services.remote.ssh.sshfileshareservice method)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService.upload", false]], "upload() (mlos_bench.services.types.fileshare_type.supportsfileshareops method)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps.upload", false]], "upload() (mlos_bench.services.types.supportsfileshareops method)": [[55, "mlos_bench.services.types.SupportsFileShareOps.upload", false]], "utcify_nullable_timestamp() (in module mlos_bench.util)": [[89, "mlos_bench.util.utcify_nullable_timestamp", false]], "utcify_timestamp() (in module mlos_bench.util)": [[89, "mlos_bench.util.utcify_timestamp", false]], "validate() (mlos_bench.config.schemas.config_schemas.configschema method)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.validate", false]], "validate() (mlos_bench.config.schemas.configschema method)": [[2, "mlos_bench.config.schemas.ConfigSchema.validate", false]], "value (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.value", false], [143, "mlos_bench.tunables.Tunable.value", false]], "value (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.value", false]], "values (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.values", false], [143, "mlos_bench.tunables.Tunable.values", false]], "values (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.values", false]], "values_weights (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.values_weights", false]], "vm_deprovision() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_deprovision", false]], "vm_provision() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_provision", false]], "vm_restart() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_restart", false]], "vm_start() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_start", false]], "vm_stop() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_stop", false]], "vmenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.VMEnv", false], [126, "mlos_bench.environments.remote.VMEnv", false]], "vmenv (class in mlos_bench.environments.remote.vm_env)": [[18, "mlos_bench.environments.remote.vm_env.VMEnv", false]], "wait_host_deployment() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_host_deployment", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.wait_host_deployment", false]], "wait_host_operation() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_host_operation", false]], "wait_host_operation() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_host_operation", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_host_operation", false]], "wait_host_operation() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.wait_host_operation", false]], "wait_network_deployment() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.wait_network_deployment", false]], "wait_os_operation() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_os_operation", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.wait_os_operation", false]], "wait_vm_deployment() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.wait_vm_deployment", false]], "wait_vm_operation() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.wait_vm_operation", false]], "weights (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.weights", false], [143, "mlos_bench.tunables.Tunable.weights", false]], "weights (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.weights", false]]}, "objects": {"": [[0, 0, 0, "-", "mlos_bench"], [92, 0, 0, "-", "mlos_core"], [111, 0, 0, "-", "mlos_viz"]], "mlos_bench": [[1, 0, 0, "-", "config"], [4, 0, 0, "-", "dict_templater"], [5, 0, 0, "-", "environments"], [21, 0, 0, "-", "event_loop_context"], [22, 0, 0, "-", "launcher"], [23, 0, 0, "-", "optimizers"], [31, 0, 0, "-", "os_environ"], [32, 0, 0, "-", "run"], [33, 0, 0, "-", "schedulers"], [36, 0, 0, "-", "services"], [67, 0, 0, "-", "storage"], [85, 0, 0, "-", "tunables"], [89, 0, 0, "-", "util"], [90, 0, 0, "-", "version"]], "mlos_bench.config": [[2, 0, 0, "-", "schemas"]], "mlos_bench.config.schemas": [[2, 1, 1, "", "ConfigSchema"], [3, 0, 0, "-", "config_schemas"]], "mlos_bench.config.schemas.ConfigSchema": [[2, 2, 1, "", "CLI"], [2, 2, 1, "", "ENVIRONMENT"], [2, 2, 1, "", "GLOBALS"], [2, 2, 1, "", "OPTIMIZER"], [2, 2, 1, "", "SCHEDULER"], [2, 2, 1, "", "SERVICE"], [2, 2, 1, "", "STORAGE"], [2, 2, 1, "", "TUNABLE_PARAMS"], [2, 2, 1, "", "TUNABLE_VALUES"], [2, 2, 1, "", "UNIFIED"], [2, 3, 1, "", "schema"], [2, 4, 1, "", "validate"]], "mlos_bench.config.schemas.config_schemas": [[3, 1, 1, "", "ConfigSchema"], [3, 1, 1, "", "SchemaStore"]], "mlos_bench.config.schemas.config_schemas.ConfigSchema": [[3, 2, 1, "", "CLI"], [3, 2, 1, "", "ENVIRONMENT"], [3, 2, 1, "", "GLOBALS"], [3, 2, 1, "", "OPTIMIZER"], [3, 2, 1, "", "SCHEDULER"], [3, 2, 1, "", "SERVICE"], [3, 2, 1, "", "STORAGE"], [3, 2, 1, "", "TUNABLE_PARAMS"], [3, 2, 1, "", "TUNABLE_VALUES"], [3, 2, 1, "", "UNIFIED"], [3, 3, 1, "", "schema"], [3, 4, 1, "", "validate"]], "mlos_bench.config.schemas.config_schemas.SchemaStore": [[3, 3, 1, "", "registry"]], "mlos_bench.dict_templater": [[4, 1, 1, "", "DictTemplater"]], "mlos_bench.dict_templater.DictTemplater": [[4, 4, 1, "", "expand_vars"]], "mlos_bench.environments": [[117, 1, 1, "", "CompositeEnv"], [118, 1, 1, "", "Environment"], [5, 1, 1, "", "LocalEnv"], [5, 1, 1, "", "LocalFileShareEnv"], [119, 1, 1, "", "MockEnv"], [5, 1, 1, "", "RemoteEnv"], [120, 1, 1, "", "Status"], [6, 0, 0, "-", "base_environment"], [7, 0, 0, "-", "composite_env"], [8, 0, 0, "-", "local"], [11, 0, 0, "-", "mock_env"], [12, 0, 0, "-", "remote"], [19, 0, 0, "-", "script_env"], [20, 0, 0, "-", "status"]], "mlos_bench.environments.CompositeEnv": [[117, 4, 1, "", "__init__"], [117, 3, 1, "", "children"], [117, 4, 1, "", "pprint"], [117, 4, 1, "", "run"], [117, 4, 1, "", "setup"], [117, 4, 1, "", "status"], [117, 4, 1, "", "teardown"]], "mlos_bench.environments.Environment": [[118, 4, 1, "", "__init__"], [118, 4, 1, "", "new"], [118, 3, 1, "", "parameters"], [118, 4, 1, "", "pprint"], [118, 4, 1, "", "run"], [118, 4, 1, "", "setup"], [118, 4, 1, "", "status"], [118, 4, 1, "", "teardown"], [118, 3, 1, "", "tunable_params"]], "mlos_bench.environments.LocalEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "status"], [5, 4, 1, "", "teardown"]], "mlos_bench.environments.LocalFileShareEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "status"]], "mlos_bench.environments.MockEnv": [[119, 4, 1, "", "__init__"], [119, 4, 1, "", "run"]], "mlos_bench.environments.RemoteEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "teardown"]], "mlos_bench.environments.Status": [[120, 2, 1, "", "CANCELED"], [120, 2, 1, "", "FAILED"], [120, 2, 1, "", "PENDING"], [120, 2, 1, "", "READY"], [120, 2, 1, "", "RUNNING"], [120, 2, 1, "", "SUCCEEDED"], [120, 2, 1, "", "TIMED_OUT"], [120, 2, 1, "", "UNKNOWN"], [120, 4, 1, "", "__init__"], [120, 4, 1, "", "is_canceled"], [120, 4, 1, "", "is_completed"], [120, 4, 1, "", "is_failed"], [120, 4, 1, "", "is_good"], [120, 4, 1, "", "is_pending"], [120, 4, 1, "", "is_ready"], [120, 4, 1, "", "is_succeeded"], [120, 4, 1, "", "is_timed_out"]], "mlos_bench.environments.base_environment": [[6, 1, 1, "", "Environment"]], "mlos_bench.environments.base_environment.Environment": [[6, 4, 1, "", "new"], [6, 3, 1, "", "parameters"], [6, 4, 1, "", "pprint"], [6, 4, 1, "", "run"], [6, 4, 1, "", "setup"], [6, 4, 1, "", "status"], [6, 4, 1, "", "teardown"], [6, 3, 1, "", "tunable_params"]], "mlos_bench.environments.composite_env": [[7, 1, 1, "", "CompositeEnv"]], "mlos_bench.environments.composite_env.CompositeEnv": [[7, 3, 1, "", "children"], [7, 4, 1, "", "pprint"], [7, 4, 1, "", "run"], [7, 4, 1, "", "setup"], [7, 4, 1, "", "status"], [7, 4, 1, "", "teardown"]], "mlos_bench.environments.local": [[121, 1, 1, "", "LocalEnv"], [122, 1, 1, "", "LocalFileShareEnv"], [9, 0, 0, "-", "local_env"], [10, 0, 0, "-", "local_fileshare_env"]], "mlos_bench.environments.local.LocalEnv": [[121, 4, 1, "", "__init__"], [121, 4, 1, "", "run"], [121, 4, 1, "", "setup"], [121, 4, 1, "", "status"], [121, 4, 1, "", "teardown"]], "mlos_bench.environments.local.LocalFileShareEnv": [[122, 4, 1, "", "__init__"], [122, 4, 1, "", "run"], [122, 4, 1, "", "setup"], [122, 4, 1, "", "status"]], "mlos_bench.environments.local.local_env": [[9, 1, 1, "", "LocalEnv"]], "mlos_bench.environments.local.local_env.LocalEnv": [[9, 4, 1, "", "run"], [9, 4, 1, "", "setup"], [9, 4, 1, "", "status"], [9, 4, 1, "", "teardown"]], "mlos_bench.environments.local.local_fileshare_env": [[10, 1, 1, "", "LocalFileShareEnv"]], "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv": [[10, 4, 1, "", "run"], [10, 4, 1, "", "setup"], [10, 4, 1, "", "status"]], "mlos_bench.environments.mock_env": [[11, 1, 1, "", "MockEnv"]], "mlos_bench.environments.mock_env.MockEnv": [[11, 4, 1, "", "run"]], "mlos_bench.environments.remote": [[123, 1, 1, "", "HostEnv"], [12, 1, 1, "", "NetworkEnv"], [124, 1, 1, "", "OSEnv"], [125, 1, 1, "", "RemoteEnv"], [12, 1, 1, "", "SaaSEnv"], [126, 1, 1, "", "VMEnv"], [13, 0, 0, "-", "host_env"], [14, 0, 0, "-", "network_env"], [15, 0, 0, "-", "os_env"], [16, 0, 0, "-", "remote_env"], [17, 0, 0, "-", "saas_env"], [18, 0, 0, "-", "vm_env"]], "mlos_bench.environments.remote.HostEnv": [[123, 4, 1, "", "__init__"], [123, 4, 1, "", "setup"], [123, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.NetworkEnv": [[12, 4, 1, "", "setup"], [12, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.OSEnv": [[124, 4, 1, "", "__init__"], [124, 4, 1, "", "setup"], [124, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.RemoteEnv": [[125, 4, 1, "", "__init__"], [125, 4, 1, "", "run"], [125, 4, 1, "", "setup"], [125, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.SaaSEnv": [[12, 4, 1, "", "setup"]], "mlos_bench.environments.remote.VMEnv": [[126, 4, 1, "", "__init__"]], "mlos_bench.environments.remote.host_env": [[13, 1, 1, "", "HostEnv"]], "mlos_bench.environments.remote.host_env.HostEnv": [[13, 4, 1, "", "setup"], [13, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.network_env": [[14, 1, 1, "", "NetworkEnv"]], "mlos_bench.environments.remote.network_env.NetworkEnv": [[14, 4, 1, "", "setup"], [14, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.os_env": [[15, 1, 1, "", "OSEnv"]], "mlos_bench.environments.remote.os_env.OSEnv": [[15, 4, 1, "", "setup"], [15, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.remote_env": [[16, 1, 1, "", "RemoteEnv"]], "mlos_bench.environments.remote.remote_env.RemoteEnv": [[16, 4, 1, "", "run"], [16, 4, 1, "", "setup"], [16, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.saas_env": [[17, 1, 1, "", "SaaSEnv"]], "mlos_bench.environments.remote.saas_env.SaaSEnv": [[17, 4, 1, "", "setup"]], "mlos_bench.environments.remote.vm_env": [[18, 1, 1, "", "VMEnv"]], "mlos_bench.environments.script_env": [[19, 1, 1, "", "ScriptEnv"]], "mlos_bench.environments.status": [[20, 1, 1, "", "Status"]], "mlos_bench.environments.status.Status": [[20, 2, 1, "", "CANCELED"], [20, 2, 1, "", "FAILED"], [20, 2, 1, "", "PENDING"], [20, 2, 1, "", "READY"], [20, 2, 1, "", "RUNNING"], [20, 2, 1, "", "SUCCEEDED"], [20, 2, 1, "", "TIMED_OUT"], [20, 2, 1, "", "UNKNOWN"], [20, 4, 1, "", "is_canceled"], [20, 4, 1, "", "is_completed"], [20, 4, 1, "", "is_failed"], [20, 4, 1, "", "is_good"], [20, 4, 1, "", "is_pending"], [20, 4, 1, "", "is_ready"], [20, 4, 1, "", "is_succeeded"], [20, 4, 1, "", "is_timed_out"]], "mlos_bench.event_loop_context": [[21, 1, 1, "", "EventLoopContext"]], "mlos_bench.event_loop_context.EventLoopContext": [[21, 4, 1, "", "enter"], [21, 4, 1, "", "exit"], [21, 4, 1, "", "run_coroutine"]], "mlos_bench.launcher": [[22, 1, 1, "", "Launcher"]], "mlos_bench.launcher.Launcher": [[22, 3, 1, "", "config_loader"], [22, 3, 1, "", "service"]], "mlos_bench.optimizers": [[127, 1, 1, "", "MlosCoreOptimizer"], [128, 1, 1, "", "MockOptimizer"], [23, 1, 1, "", "OneShotOptimizer"], [129, 1, 1, "", "Optimizer"], [24, 0, 0, "-", "base_optimizer"], [25, 0, 0, "-", "convert_configspace"], [26, 0, 0, "-", "grid_search_optimizer"], [27, 0, 0, "-", "mlos_core_optimizer"], [28, 0, 0, "-", "mock_optimizer"], [29, 0, 0, "-", "one_shot_optimizer"], [30, 0, 0, "-", "track_best_optimizer"]], "mlos_bench.optimizers.MlosCoreOptimizer": [[127, 4, 1, "", "__init__"], [127, 4, 1, "", "bulk_register"], [127, 4, 1, "", "get_best_observation"], [127, 3, 1, "", "name"], [127, 4, 1, "", "register"], [127, 4, 1, "", "suggest"]], "mlos_bench.optimizers.MockOptimizer": [[128, 4, 1, "", "__init__"], [128, 4, 1, "", "bulk_register"], [128, 4, 1, "", "suggest"]], "mlos_bench.optimizers.OneShotOptimizer": [[23, 4, 1, "", "suggest"], [23, 3, 1, "", "supports_preload"]], "mlos_bench.optimizers.Optimizer": [[129, 2, 1, "", "BASE_SUPPORTED_CONFIG_PROPS"], [129, 4, 1, "", "__init__"], [129, 4, 1, "", "bulk_register"], [129, 3, 1, "", "config_space"], [129, 3, 1, "", "current_iteration"], [129, 4, 1, "", "get_best_observation"], [129, 3, 1, "", "max_suggestions"], [129, 3, 1, "", "name"], [129, 4, 1, "", "not_converged"], [129, 4, 1, "", "register"], [129, 3, 1, "", "seed"], [129, 3, 1, "", "start_with_defaults"], [129, 4, 1, "", "suggest"], [129, 3, 1, "", "supports_preload"], [129, 3, 1, "", "targets"], [129, 3, 1, "", "tunable_params"]], "mlos_bench.optimizers.base_optimizer": [[24, 1, 1, "", "Optimizer"]], "mlos_bench.optimizers.base_optimizer.Optimizer": [[24, 2, 1, "", "BASE_SUPPORTED_CONFIG_PROPS"], [24, 4, 1, "", "bulk_register"], [24, 3, 1, "", "config_space"], [24, 3, 1, "", "current_iteration"], [24, 4, 1, "", "get_best_observation"], [24, 3, 1, "", "max_suggestions"], [24, 3, 1, "", "name"], [24, 4, 1, "", "not_converged"], [24, 4, 1, "", "register"], [24, 3, 1, "", "seed"], [24, 3, 1, "", "start_with_defaults"], [24, 4, 1, "", "suggest"], [24, 3, 1, "", "supports_preload"], [24, 3, 1, "", "targets"], [24, 3, 1, "", "tunable_params"]], "mlos_bench.optimizers.convert_configspace": [[25, 1, 1, "", "TunableValueKind"], [25, 5, 1, "", "configspace_data_to_tunable_values"], [25, 5, 1, "", "special_param_name_is_temp"], [25, 5, 1, "", "special_param_name_strip"], [25, 5, 1, "", "special_param_names"], [25, 5, 1, "", "tunable_groups_to_configspace"], [25, 5, 1, "", "tunable_values_to_configuration"]], "mlos_bench.optimizers.convert_configspace.TunableValueKind": [[25, 2, 1, "", "RANGE"], [25, 2, 1, "", "SPECIAL"]], "mlos_bench.optimizers.grid_search_optimizer": [[26, 1, 1, "", "GridSearchOptimizer"]], "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer": [[26, 4, 1, "", "bulk_register"], [26, 4, 1, "", "not_converged"], [26, 3, 1, "", "pending_configs"], [26, 4, 1, "", "register"], [26, 4, 1, "", "suggest"], [26, 3, 1, "", "suggested_configs"]], "mlos_bench.optimizers.mlos_core_optimizer": [[27, 1, 1, "", "MlosCoreOptimizer"]], "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer": [[27, 4, 1, "", "bulk_register"], [27, 4, 1, "", "get_best_observation"], [27, 3, 1, "", "name"], [27, 4, 1, "", "register"], [27, 4, 1, "", "suggest"]], "mlos_bench.optimizers.mock_optimizer": [[28, 1, 1, "", "MockOptimizer"]], "mlos_bench.optimizers.mock_optimizer.MockOptimizer": [[28, 4, 1, "", "bulk_register"], [28, 4, 1, "", "suggest"]], "mlos_bench.optimizers.one_shot_optimizer": [[29, 1, 1, "", "OneShotOptimizer"]], "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer": [[29, 4, 1, "", "suggest"], [29, 3, 1, "", "supports_preload"]], "mlos_bench.optimizers.track_best_optimizer": [[30, 1, 1, "", "TrackBestOptimizer"]], "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer": [[30, 4, 1, "", "get_best_observation"], [30, 4, 1, "", "register"]], "mlos_bench.schedulers": [[33, 1, 1, "", "Scheduler"], [33, 1, 1, "", "SyncScheduler"], [34, 0, 0, "-", "base_scheduler"], [35, 0, 0, "-", "sync_scheduler"]], "mlos_bench.schedulers.Scheduler": [[33, 4, 1, "", "get_best_observation"], [33, 4, 1, "", "load_config"], [33, 3, 1, "", "max_trials"], [33, 4, 1, "", "not_done"], [33, 3, 1, "", "ran_trials"], [33, 4, 1, "", "run_trial"], [33, 4, 1, "", "schedule_trial"], [33, 4, 1, "", "start"], [33, 4, 1, "", "teardown"], [33, 3, 1, "", "trial_config_repeat_count"], [33, 3, 1, "", "trial_count"]], "mlos_bench.schedulers.SyncScheduler": [[33, 4, 1, "", "run_trial"], [33, 4, 1, "", "start"]], "mlos_bench.schedulers.base_scheduler": [[34, 1, 1, "", "Scheduler"]], "mlos_bench.schedulers.base_scheduler.Scheduler": [[34, 4, 1, "", "get_best_observation"], [34, 4, 1, "", "load_config"], [34, 3, 1, "", "max_trials"], [34, 4, 1, "", "not_done"], [34, 3, 1, "", "ran_trials"], [34, 4, 1, "", "run_trial"], [34, 4, 1, "", "schedule_trial"], [34, 4, 1, "", "start"], [34, 4, 1, "", "teardown"], [34, 3, 1, "", "trial_config_repeat_count"], [34, 3, 1, "", "trial_count"]], "mlos_bench.schedulers.sync_scheduler": [[35, 1, 1, "", "SyncScheduler"]], "mlos_bench.schedulers.sync_scheduler.SyncScheduler": [[35, 4, 1, "", "run_trial"], [35, 4, 1, "", "start"]], "mlos_bench.services": [[130, 1, 1, "", "FileShareService"], [36, 1, 1, "", "LocalExecService"], [131, 1, 1, "", "Service"], [37, 0, 0, "-", "base_fileshare"], [38, 0, 0, "-", "base_service"], [39, 0, 0, "-", "config_persistence"], [40, 0, 0, "-", "local"], [43, 0, 0, "-", "remote"], [55, 0, 0, "-", "types"]], "mlos_bench.services.FileShareService": [[130, 4, 1, "", "__init__"], [130, 4, 1, "", "download"], [130, 4, 1, "", "upload"]], "mlos_bench.services.LocalExecService": [[36, 4, 1, "", "local_exec"]], "mlos_bench.services.Service": [[131, 4, 1, "", "__init__"], [131, 3, 1, "", "config_loader_service"], [131, 4, 1, "", "export"], [131, 4, 1, "", "merge_methods"], [131, 4, 1, "", "new"], [131, 4, 1, "", "pprint"], [131, 4, 1, "", "register"]], "mlos_bench.services.base_fileshare": [[37, 1, 1, "", "FileShareService"]], "mlos_bench.services.base_fileshare.FileShareService": [[37, 4, 1, "", "download"], [37, 4, 1, "", "upload"]], "mlos_bench.services.base_service": [[38, 1, 1, "", "Service"]], "mlos_bench.services.base_service.Service": [[38, 3, 1, "", "config_loader_service"], [38, 4, 1, "", "export"], [38, 4, 1, "", "merge_methods"], [38, 4, 1, "", "new"], [38, 4, 1, "", "pprint"], [38, 4, 1, "", "register"]], "mlos_bench.services.config_persistence": [[132, 1, 1, "", "ConfigPersistenceService"]], "mlos_bench.services.config_persistence.ConfigPersistenceService": [[132, 2, 1, "", "BUILTIN_CONFIG_PATH"], [132, 4, 1, "", "__init__"], [132, 4, 1, "", "build_environment"], [132, 4, 1, "", "build_optimizer"], [132, 4, 1, "", "build_scheduler"], [132, 4, 1, "", "build_service"], [132, 4, 1, "", "build_storage"], [132, 3, 1, "", "config_paths"], [132, 4, 1, "", "load_config"], [132, 4, 1, "", "load_environment"], [132, 4, 1, "", "load_environment_list"], [132, 4, 1, "", "load_services"], [132, 4, 1, "", "prepare_class_load"], [132, 4, 1, "", "resolve_path"]], "mlos_bench.services.local": [[133, 1, 1, "", "LocalExecService"], [41, 0, 0, "-", "local_exec"], [42, 0, 0, "-", "temp_dir_context"]], "mlos_bench.services.local.LocalExecService": [[133, 4, 1, "", "__init__"], [133, 4, 1, "", "local_exec"]], "mlos_bench.services.local.local_exec": [[41, 1, 1, "", "LocalExecService"], [41, 5, 1, "", "split_cmdline"]], "mlos_bench.services.local.local_exec.LocalExecService": [[41, 4, 1, "", "local_exec"]], "mlos_bench.services.local.temp_dir_context": [[42, 1, 1, "", "TempDirContextService"]], "mlos_bench.services.local.temp_dir_context.TempDirContextService": [[42, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.remote": [[44, 0, 0, "-", "azure"], [51, 0, 0, "-", "ssh"]], "mlos_bench.services.remote.azure": [[44, 1, 1, "", "AzureAuthService"], [134, 1, 1, "", "AzureFileShareService"], [44, 1, 1, "", "AzureNetworkService"], [44, 1, 1, "", "AzureSaaSConfigService"], [135, 1, 1, "", "AzureVMService"], [45, 0, 0, "-", "azure_auth"], [46, 0, 0, "-", "azure_deployment_services"], [47, 0, 0, "-", "azure_fileshare"], [48, 0, 0, "-", "azure_network_services"], [49, 0, 0, "-", "azure_saas"], [50, 0, 0, "-", "azure_vm_services"]], "mlos_bench.services.remote.azure.AzureAuthService": [[44, 4, 1, "", "get_access_token"], [44, 4, 1, "", "get_auth_headers"], [44, 4, 1, "", "get_credential"]], "mlos_bench.services.remote.azure.AzureFileShareService": [[134, 4, 1, "", "__init__"], [134, 4, 1, "", "download"], [134, 4, 1, "", "upload"]], "mlos_bench.services.remote.azure.AzureNetworkService": [[44, 4, 1, "", "deprovision_network"], [44, 4, 1, "", "provision_network"], [44, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.remote.azure.AzureSaaSConfigService": [[44, 4, 1, "", "configure"], [44, 4, 1, "", "is_config_pending"]], "mlos_bench.services.remote.azure.AzureVMService": [[135, 4, 1, "", "__init__"], [135, 4, 1, "", "deallocate_host"], [135, 4, 1, "", "deprovision_host"], [135, 4, 1, "", "get_remote_exec_results"], [135, 4, 1, "", "provision_host"], [135, 4, 1, "", "reboot"], [135, 4, 1, "", "remote_exec"], [135, 4, 1, "", "restart_host"], [135, 4, 1, "", "shutdown"], [135, 4, 1, "", "start_host"], [135, 4, 1, "", "stop_host"], [135, 4, 1, "", "wait_host_deployment"], [135, 4, 1, "", "wait_host_operation"], [135, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.azure.azure_auth": [[45, 1, 1, "", "AzureAuthService"]], "mlos_bench.services.remote.azure.azure_auth.AzureAuthService": [[45, 4, 1, "", "get_access_token"], [45, 4, 1, "", "get_auth_headers"], [45, 4, 1, "", "get_credential"]], "mlos_bench.services.remote.azure.azure_deployment_services": [[46, 1, 1, "", "AzureDeploymentService"]], "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService": [[46, 3, 1, "", "deploy_params"]], "mlos_bench.services.remote.azure.azure_fileshare": [[47, 1, 1, "", "AzureFileShareService"]], "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService": [[47, 4, 1, "", "download"], [47, 4, 1, "", "upload"]], "mlos_bench.services.remote.azure.azure_network_services": [[48, 1, 1, "", "AzureNetworkService"]], "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService": [[48, 4, 1, "", "deprovision_network"], [48, 4, 1, "", "provision_network"], [48, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.remote.azure.azure_saas": [[49, 1, 1, "", "AzureSaaSConfigService"]], "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService": [[49, 4, 1, "", "configure"], [49, 4, 1, "", "is_config_pending"]], "mlos_bench.services.remote.azure.azure_vm_services": [[50, 1, 1, "", "AzureVMService"]], "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService": [[50, 4, 1, "", "deallocate_host"], [50, 4, 1, "", "deprovision_host"], [50, 4, 1, "", "get_remote_exec_results"], [50, 4, 1, "", "provision_host"], [50, 4, 1, "", "reboot"], [50, 4, 1, "", "remote_exec"], [50, 4, 1, "", "restart_host"], [50, 4, 1, "", "shutdown"], [50, 4, 1, "", "start_host"], [50, 4, 1, "", "stop_host"], [50, 4, 1, "", "wait_host_deployment"], [50, 4, 1, "", "wait_host_operation"], [50, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh": [[51, 1, 1, "", "SshFileShareService"], [51, 1, 1, "", "SshHostService"], [52, 0, 0, "-", "ssh_fileshare"], [53, 0, 0, "-", "ssh_host_service"], [54, 0, 0, "-", "ssh_service"]], "mlos_bench.services.remote.ssh.SshFileShareService": [[51, 4, 1, "", "download"], [51, 4, 1, "", "upload"]], "mlos_bench.services.remote.ssh.SshHostService": [[51, 4, 1, "", "get_remote_exec_results"], [51, 4, 1, "", "reboot"], [51, 4, 1, "", "remote_exec"], [51, 4, 1, "", "shutdown"], [51, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh.ssh_fileshare": [[52, 1, 1, "", "CopyMode"], [52, 1, 1, "", "SshFileShareService"]], "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode": [[52, 2, 1, "", "DOWNLOAD"], [52, 2, 1, "", "UPLOAD"]], "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService": [[52, 4, 1, "", "download"], [52, 4, 1, "", "upload"]], "mlos_bench.services.remote.ssh.ssh_host_service": [[53, 1, 1, "", "SshHostService"]], "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService": [[53, 4, 1, "", "get_remote_exec_results"], [53, 4, 1, "", "reboot"], [53, 4, 1, "", "remote_exec"], [53, 4, 1, "", "shutdown"], [53, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh.ssh_service": [[54, 1, 1, "", "SshClient"], [54, 1, 1, "", "SshClientCache"], [54, 1, 1, "", "SshService"]], "mlos_bench.services.remote.ssh.ssh_service.SshClient": [[54, 4, 1, "", "connection"], [54, 4, 1, "", "connection_lost"], [54, 4, 1, "", "connection_made"], [54, 4, 1, "", "id_from_connection"], [54, 4, 1, "", "id_from_params"]], "mlos_bench.services.remote.ssh.ssh_service.SshClientCache": [[54, 4, 1, "", "cleanup"], [54, 4, 1, "", "enter"], [54, 4, 1, "", "exit"], [54, 4, 1, "", "get_client_connection"]], "mlos_bench.services.remote.ssh.ssh_service.SshService": [[54, 4, 1, "", "clear_client_cache"]], "mlos_bench.services.types": [[55, 1, 1, "", "SupportsAuth"], [55, 1, 1, "", "SupportsConfigLoading"], [55, 1, 1, "", "SupportsFileShareOps"], [55, 1, 1, "", "SupportsHostProvisioning"], [55, 1, 1, "", "SupportsLocalExec"], [55, 1, 1, "", "SupportsNetworkProvisioning"], [55, 1, 1, "", "SupportsRemoteConfig"], [55, 1, 1, "", "SupportsRemoteExec"], [56, 0, 0, "-", "authenticator_type"], [57, 0, 0, "-", "config_loader_type"], [58, 0, 0, "-", "fileshare_type"], [59, 0, 0, "-", "host_ops_type"], [60, 0, 0, "-", "host_provisioner_type"], [61, 0, 0, "-", "local_exec_type"], [62, 0, 0, "-", "network_provisioner_type"], [63, 0, 0, "-", "os_ops_type"], [64, 0, 0, "-", "remote_config_type"], [65, 0, 0, "-", "remote_exec_type"], [66, 0, 0, "-", "vm_provisioner_type"]], "mlos_bench.services.types.SupportsAuth": [[55, 4, 1, "", "get_access_token"], [55, 4, 1, "", "get_auth_headers"], [55, 4, 1, "", "get_credential"]], "mlos_bench.services.types.SupportsConfigLoading": [[55, 4, 1, "", "build_environment"], [55, 4, 1, "", "load_config"], [55, 4, 1, "", "load_environment_list"], [55, 4, 1, "", "load_services"], [55, 4, 1, "", "resolve_path"]], "mlos_bench.services.types.SupportsFileShareOps": [[55, 4, 1, "", "download"], [55, 4, 1, "", "upload"]], "mlos_bench.services.types.SupportsHostProvisioning": [[55, 4, 1, "", "deallocate_host"], [55, 4, 1, "", "deprovision_host"], [55, 4, 1, "", "provision_host"], [55, 4, 1, "", "wait_host_deployment"]], "mlos_bench.services.types.SupportsLocalExec": [[55, 4, 1, "", "local_exec"], [55, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.types.SupportsNetworkProvisioning": [[55, 4, 1, "", "deprovision_network"], [55, 4, 1, "", "provision_network"], [55, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.types.SupportsRemoteConfig": [[55, 4, 1, "", "configure"], [55, 4, 1, "", "is_config_pending"]], "mlos_bench.services.types.SupportsRemoteExec": [[55, 4, 1, "", "get_remote_exec_results"], [55, 4, 1, "", "remote_exec"]], "mlos_bench.services.types.authenticator_type": [[56, 1, 1, "", "SupportsAuth"]], "mlos_bench.services.types.authenticator_type.SupportsAuth": [[56, 4, 1, "", "get_access_token"], [56, 4, 1, "", "get_auth_headers"], [56, 4, 1, "", "get_credential"]], "mlos_bench.services.types.config_loader_type": [[57, 1, 1, "", "SupportsConfigLoading"]], "mlos_bench.services.types.config_loader_type.SupportsConfigLoading": [[57, 4, 1, "", "build_environment"], [57, 4, 1, "", "load_config"], [57, 4, 1, "", "load_environment_list"], [57, 4, 1, "", "load_services"], [57, 4, 1, "", "resolve_path"]], "mlos_bench.services.types.fileshare_type": [[58, 1, 1, "", "SupportsFileShareOps"]], "mlos_bench.services.types.fileshare_type.SupportsFileShareOps": [[58, 4, 1, "", "download"], [58, 4, 1, "", "upload"]], "mlos_bench.services.types.host_ops_type": [[59, 1, 1, "", "SupportsHostOps"]], "mlos_bench.services.types.host_ops_type.SupportsHostOps": [[59, 4, 1, "", "restart_host"], [59, 4, 1, "", "start_host"], [59, 4, 1, "", "stop_host"], [59, 4, 1, "", "wait_host_operation"]], "mlos_bench.services.types.host_provisioner_type": [[60, 1, 1, "", "SupportsHostProvisioning"]], "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning": [[60, 4, 1, "", "deallocate_host"], [60, 4, 1, "", "deprovision_host"], [60, 4, 1, "", "provision_host"], [60, 4, 1, "", "wait_host_deployment"]], "mlos_bench.services.types.local_exec_type": [[61, 1, 1, "", "SupportsLocalExec"]], "mlos_bench.services.types.local_exec_type.SupportsLocalExec": [[61, 4, 1, "", "local_exec"], [61, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.types.network_provisioner_type": [[62, 1, 1, "", "SupportsNetworkProvisioning"]], "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning": [[62, 4, 1, "", "deprovision_network"], [62, 4, 1, "", "provision_network"], [62, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.types.os_ops_type": [[63, 1, 1, "", "SupportsOSOps"]], "mlos_bench.services.types.os_ops_type.SupportsOSOps": [[63, 4, 1, "", "reboot"], [63, 4, 1, "", "shutdown"], [63, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.types.remote_config_type": [[64, 1, 1, "", "SupportsRemoteConfig"]], "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig": [[64, 4, 1, "", "configure"], [64, 4, 1, "", "is_config_pending"]], "mlos_bench.services.types.remote_exec_type": [[65, 1, 1, "", "SupportsRemoteExec"]], "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec": [[65, 4, 1, "", "get_remote_exec_results"], [65, 4, 1, "", "remote_exec"]], "mlos_bench.services.types.vm_provisioner_type": [[66, 1, 1, "", "SupportsVMOps"]], "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps": [[66, 4, 1, "", "vm_deprovision"], [66, 4, 1, "", "vm_provision"], [66, 4, 1, "", "vm_restart"], [66, 4, 1, "", "vm_start"], [66, 4, 1, "", "vm_stop"], [66, 4, 1, "", "wait_vm_deployment"], [66, 4, 1, "", "wait_vm_operation"]], "mlos_bench.storage": [[136, 1, 1, "", "Storage"], [68, 0, 0, "-", "base_experiment_data"], [69, 0, 0, "-", "base_storage"], [70, 0, 0, "-", "base_trial_data"], [71, 0, 0, "-", "base_tunable_config_data"], [72, 0, 0, "-", "base_tunable_config_trial_group_data"], [67, 5, 1, "", "from_config"], [73, 0, 0, "-", "sql"], [83, 0, 0, "-", "storage_factory"], [84, 0, 0, "-", "util"]], "mlos_bench.storage.Storage": [[136, 1, 1, "", "Experiment"], [136, 1, 1, "", "Trial"], [136, 4, 1, "", "__init__"], [136, 4, 1, "", "experiment"], [136, 3, 1, "", "experiments"]], "mlos_bench.storage.Storage.Experiment": [[136, 3, 1, "", "description"], [136, 3, 1, "", "experiment_id"], [136, 4, 1, "", "load"], [136, 4, 1, "", "load_telemetry"], [136, 4, 1, "", "load_tunable_config"], [136, 4, 1, "", "merge"], [136, 4, 1, "", "new_trial"], [136, 3, 1, "", "opt_targets"], [136, 4, 1, "", "pending_trials"], [136, 3, 1, "", "trial_id"], [136, 3, 1, "", "tunables"]], "mlos_bench.storage.Storage.Trial": [[136, 4, 1, "", "config"], [136, 3, 1, "", "opt_targets"], [136, 3, 1, "", "status"], [136, 3, 1, "", "trial_id"], [136, 3, 1, "", "tunable_config_id"], [136, 3, 1, "", "tunables"], [136, 4, 1, "", "update"], [136, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.base_experiment_data": [[137, 1, 1, "", "ExperimentData"]], "mlos_bench.storage.base_experiment_data.ExperimentData": [[137, 2, 1, "", "CONFIG_COLUMN_PREFIX"], [137, 2, 1, "", "RESULT_COLUMN_PREFIX"], [137, 4, 1, "", "__init__"], [137, 3, 1, "", "default_tunable_config_id"], [137, 3, 1, "", "description"], [137, 3, 1, "", "experiment_id"], [137, 3, 1, "", "objectives"], [137, 3, 1, "", "results_df"], [137, 3, 1, "", "root_env_config"], [137, 3, 1, "", "trials"], [137, 3, 1, "", "tunable_config_trial_groups"], [137, 3, 1, "", "tunable_configs"]], "mlos_bench.storage.base_storage": [[69, 1, 1, "", "Storage"]], "mlos_bench.storage.base_storage.Storage": [[69, 1, 1, "", "Experiment"], [69, 1, 1, "", "Trial"], [69, 4, 1, "", "experiment"], [69, 3, 1, "", "experiments"]], "mlos_bench.storage.base_storage.Storage.Experiment": [[69, 3, 1, "", "description"], [69, 3, 1, "", "experiment_id"], [69, 4, 1, "", "load"], [69, 4, 1, "", "load_telemetry"], [69, 4, 1, "", "load_tunable_config"], [69, 4, 1, "", "merge"], [69, 4, 1, "", "new_trial"], [69, 3, 1, "", "opt_targets"], [69, 4, 1, "", "pending_trials"], [69, 3, 1, "", "trial_id"], [69, 3, 1, "", "tunables"]], "mlos_bench.storage.base_storage.Storage.Trial": [[69, 4, 1, "", "config"], [69, 3, 1, "", "opt_targets"], [69, 3, 1, "", "status"], [69, 3, 1, "", "trial_id"], [69, 3, 1, "", "tunable_config_id"], [69, 3, 1, "", "tunables"], [69, 4, 1, "", "update"], [69, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.base_trial_data": [[138, 1, 1, "", "TrialData"]], "mlos_bench.storage.base_trial_data.TrialData": [[138, 4, 1, "", "__init__"], [138, 3, 1, "", "experiment_id"], [138, 3, 1, "", "metadata_df"], [138, 3, 1, "", "metadata_dict"], [138, 3, 1, "", "results_df"], [138, 3, 1, "", "results_dict"], [138, 3, 1, "", "status"], [138, 3, 1, "", "telemetry_df"], [138, 3, 1, "", "trial_id"], [138, 3, 1, "", "ts_end"], [138, 3, 1, "", "ts_start"], [138, 3, 1, "", "tunable_config"], [138, 3, 1, "", "tunable_config_id"], [138, 3, 1, "", "tunable_config_trial_group"]], "mlos_bench.storage.base_tunable_config_data": [[139, 1, 1, "", "TunableConfigData"]], "mlos_bench.storage.base_tunable_config_data.TunableConfigData": [[139, 4, 1, "", "__init__"], [139, 3, 1, "", "config_df"], [139, 3, 1, "", "config_dict"], [139, 3, 1, "", "tunable_config_id"]], "mlos_bench.storage.base_tunable_config_trial_group_data": [[140, 1, 1, "", "TunableConfigTrialGroupData"]], "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData": [[140, 4, 1, "", "__init__"], [140, 3, 1, "", "experiment_id"], [140, 3, 1, "", "results_df"], [140, 3, 1, "", "trials"], [140, 3, 1, "", "tunable_config"], [140, 3, 1, "", "tunable_config_id"], [140, 3, 1, "", "tunable_config_trial_group_id"]], "mlos_bench.storage.sql": [[73, 1, 1, "", "SqlStorage"], [74, 0, 0, "-", "common"], [75, 0, 0, "-", "experiment"], [76, 0, 0, "-", "experiment_data"], [77, 0, 0, "-", "schema"], [78, 0, 0, "-", "storage"], [79, 0, 0, "-", "trial"], [80, 0, 0, "-", "trial_data"], [81, 0, 0, "-", "tunable_config_data"], [82, 0, 0, "-", "tunable_config_trial_group_data"]], "mlos_bench.storage.sql.SqlStorage": [[73, 4, 1, "", "experiment"], [73, 3, 1, "", "experiments"]], "mlos_bench.storage.sql.common": [[74, 5, 1, "", "get_results_df"], [74, 5, 1, "", "get_trials"]], "mlos_bench.storage.sql.experiment": [[75, 1, 1, "", "Experiment"]], "mlos_bench.storage.sql.experiment.Experiment": [[75, 4, 1, "", "load"], [75, 4, 1, "", "load_telemetry"], [75, 4, 1, "", "load_tunable_config"], [75, 4, 1, "", "merge"], [75, 4, 1, "", "pending_trials"]], "mlos_bench.storage.sql.experiment_data": [[76, 1, 1, "", "ExperimentSqlData"]], "mlos_bench.storage.sql.experiment_data.ExperimentSqlData": [[76, 3, 1, "", "default_tunable_config_id"], [76, 3, 1, "", "objectives"], [76, 3, 1, "", "results_df"], [76, 3, 1, "", "trials"], [76, 3, 1, "", "tunable_config_trial_groups"], [76, 3, 1, "", "tunable_configs"]], "mlos_bench.storage.sql.schema": [[77, 1, 1, "", "DbSchema"]], "mlos_bench.storage.sql.schema.DbSchema": [[77, 4, 1, "", "create"]], "mlos_bench.storage.sql.storage": [[141, 1, 1, "", "SqlStorage"]], "mlos_bench.storage.sql.storage.SqlStorage": [[141, 4, 1, "", "__init__"], [141, 4, 1, "", "experiment"], [141, 3, 1, "", "experiments"]], "mlos_bench.storage.sql.trial": [[79, 1, 1, "", "Trial"]], "mlos_bench.storage.sql.trial.Trial": [[79, 4, 1, "", "update"], [79, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.sql.trial_data": [[80, 1, 1, "", "TrialSqlData"]], "mlos_bench.storage.sql.trial_data.TrialSqlData": [[80, 3, 1, "", "metadata_df"], [80, 3, 1, "", "results_df"], [80, 3, 1, "", "telemetry_df"], [80, 3, 1, "", "tunable_config"], [80, 3, 1, "", "tunable_config_trial_group"]], "mlos_bench.storage.sql.tunable_config_data": [[81, 1, 1, "", "TunableConfigSqlData"]], "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData": [[81, 3, 1, "", "config_df"]], "mlos_bench.storage.sql.tunable_config_trial_group_data": [[82, 1, 1, "", "TunableConfigTrialGroupSqlData"]], "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData": [[82, 3, 1, "", "results_df"], [82, 3, 1, "", "trials"], [82, 3, 1, "", "tunable_config"]], "mlos_bench.storage.storage_factory": [[142, 5, 1, "", "from_config"]], "mlos_bench.storage.util": [[84, 5, 1, "", "kv_df_to_dict"]], "mlos_bench.tunables": [[143, 1, 1, "", "Tunable"], [144, 1, 1, "", "TunableGroups"], [86, 0, 0, "-", "covariant_group"], [87, 0, 0, "-", "tunable"], [88, 0, 0, "-", "tunable_groups"]], "mlos_bench.tunables.Tunable": [[143, 4, 1, "", "__init__"], [143, 3, 1, "", "cardinality"], [143, 3, 1, "", "categories"], [143, 3, 1, "", "category"], [143, 4, 1, "", "copy"], [143, 3, 1, "", "default"], [143, 3, 1, "", "distribution"], [143, 3, 1, "", "distribution_params"], [143, 3, 1, "", "dtype"], [143, 4, 1, "", "in_range"], [143, 3, 1, "", "is_categorical"], [143, 4, 1, "", "is_default"], [143, 3, 1, "", "is_log"], [143, 3, 1, "", "is_numerical"], [143, 3, 1, "", "is_special"], [143, 4, 1, "", "is_valid"], [143, 3, 1, "", "meta"], [143, 3, 1, "", "name"], [143, 3, 1, "", "numerical_value"], [143, 3, 1, "", "quantization_bins"], [143, 3, 1, "", "quantized_values"], [143, 3, 1, "", "range"], [143, 3, 1, "", "range_weight"], [143, 3, 1, "", "span"], [143, 3, 1, "", "special"], [143, 3, 1, "", "type"], [143, 4, 1, "", "update"], [143, 3, 1, "", "value"], [143, 3, 1, "", "values"], [143, 3, 1, "", "weights"]], "mlos_bench.tunables.TunableGroups": [[144, 4, 1, "", "__init__"], [144, 4, 1, "", "assign"], [144, 4, 1, "", "copy"], [144, 4, 1, "", "get_covariant_group_names"], [144, 4, 1, "", "get_param_values"], [144, 4, 1, "", "get_tunable"], [144, 4, 1, "", "is_defaults"], [144, 4, 1, "", "is_updated"], [144, 4, 1, "", "merge"], [144, 4, 1, "", "reset"], [144, 4, 1, "", "restore_defaults"], [144, 4, 1, "", "subgroup"]], "mlos_bench.tunables.covariant_group": [[86, 1, 1, "", "CovariantTunableGroup"]], "mlos_bench.tunables.covariant_group.CovariantTunableGroup": [[86, 4, 1, "", "copy"], [86, 3, 1, "", "cost"], [86, 4, 1, "", "equals_defaults"], [86, 4, 1, "", "get_current_cost"], [86, 4, 1, "", "get_names"], [86, 4, 1, "", "get_tunable"], [86, 4, 1, "", "get_tunable_values_dict"], [86, 4, 1, "", "get_tunables"], [86, 4, 1, "", "is_defaults"], [86, 4, 1, "", "is_updated"], [86, 3, 1, "", "name"], [86, 4, 1, "", "reset_is_updated"], [86, 4, 1, "", "restore_defaults"]], "mlos_bench.tunables.tunable": [[87, 1, 1, "", "DistributionDict"], [87, 1, 1, "", "Tunable"], [87, 1, 1, "", "TunableDict"], [87, 6, 1, "", "TunableValue"], [87, 6, 1, "", "TunableValueType"], [87, 6, 1, "", "TunableValueTypeName"], [87, 6, 1, "", "TunableValueTypeTuple"], [87, 6, 1, "", "TunableValuesDict"]], "mlos_bench.tunables.tunable.DistributionDict": [[87, 2, 1, "", "params"], [87, 2, 1, "", "type"]], "mlos_bench.tunables.tunable.Tunable": [[87, 3, 1, "", "cardinality"], [87, 3, 1, "", "categories"], [87, 3, 1, "", "category"], [87, 4, 1, "", "copy"], [87, 3, 1, "", "default"], [87, 3, 1, "", "distribution"], [87, 3, 1, "", "distribution_params"], [87, 3, 1, "", "dtype"], [87, 4, 1, "", "in_range"], [87, 3, 1, "", "is_categorical"], [87, 4, 1, "", "is_default"], [87, 3, 1, "", "is_log"], [87, 3, 1, "", "is_numerical"], [87, 3, 1, "", "is_special"], [87, 4, 1, "", "is_valid"], [87, 3, 1, "", "meta"], [87, 3, 1, "", "name"], [87, 3, 1, "", "numerical_value"], [87, 3, 1, "", "quantization_bins"], [87, 3, 1, "", "quantized_values"], [87, 3, 1, "", "range"], [87, 3, 1, "", "range_weight"], [87, 3, 1, "", "span"], [87, 3, 1, "", "special"], [87, 3, 1, "", "type"], [87, 4, 1, "", "update"], [87, 3, 1, "", "value"], [87, 3, 1, "", "values"], [87, 3, 1, "", "weights"]], "mlos_bench.tunables.tunable.TunableDict": [[87, 2, 1, "", "default"], [87, 2, 1, "", "description"], [87, 2, 1, "", "distribution"], [87, 2, 1, "", "log"], [87, 2, 1, "", "meta"], [87, 2, 1, "", "quantization_bins"], [87, 2, 1, "", "range"], [87, 2, 1, "", "range_weight"], [87, 2, 1, "", "special"], [87, 2, 1, "", "special_weights"], [87, 2, 1, "", "type"], [87, 2, 1, "", "values_weights"]], "mlos_bench.tunables.tunable_groups": [[88, 1, 1, "", "TunableGroups"]], "mlos_bench.tunables.tunable_groups.TunableGroups": [[88, 4, 1, "", "assign"], [88, 4, 1, "", "copy"], [88, 4, 1, "", "get_covariant_group_names"], [88, 4, 1, "", "get_param_values"], [88, 4, 1, "", "get_tunable"], [88, 4, 1, "", "is_defaults"], [88, 4, 1, "", "is_updated"], [88, 4, 1, "", "merge"], [88, 4, 1, "", "reset"], [88, 4, 1, "", "restore_defaults"], [88, 4, 1, "", "subgroup"]], "mlos_bench.util": [[89, 5, 1, "", "check_required_params"], [89, 5, 1, "", "datetime_parser"], [89, 5, 1, "", "get_class_from_name"], [89, 5, 1, "", "get_git_info"], [89, 5, 1, "", "instantiate_from_config"], [89, 5, 1, "", "merge_parameters"], [89, 5, 1, "", "nullable"], [89, 5, 1, "", "path_join"], [89, 5, 1, "", "prepare_class_load"], [89, 5, 1, "", "preprocess_dynamic_configs"], [89, 5, 1, "", "try_parse_val"], [89, 5, 1, "", "utcify_nullable_timestamp"], [89, 5, 1, "", "utcify_timestamp"]], "mlos_core": [[93, 0, 0, "-", "optimizers"], [100, 0, 0, "-", "spaces"], [108, 0, 0, "-", "util"], [109, 0, 0, "-", "version"]], "mlos_core.optimizers": [[93, 1, 1, "", "BaseOptimizer"], [93, 1, 1, "", "FlamlOptimizer"], [145, 1, 1, "", "OptimizerFactory"], [147, 1, 1, "", "OptimizerType"], [93, 1, 1, "", "RandomOptimizer"], [93, 1, 1, "", "SmacOptimizer"], [93, 1, 1, "", "SpaceAdapterType"], [94, 0, 0, "-", "bayesian_optimizers"], [97, 0, 0, "-", "flaml_optimizer"], [98, 0, 0, "-", "optimizer"], [99, 0, 0, "-", "random_optimizer"]], "mlos_core.optimizers.BaseOptimizer": [[93, 4, 1, "", "cleanup"], [93, 4, 1, "", "get_best_observations"], [93, 4, 1, "", "get_observations"], [93, 4, 1, "", "register"], [93, 4, 1, "", "register_pending"], [93, 3, 1, "", "space_adapter"], [93, 4, 1, "", "suggest"]], "mlos_core.optimizers.FlamlOptimizer": [[93, 4, 1, "", "register_pending"]], "mlos_core.optimizers.OptimizerFactory": [[145, 4, 1, "", "__init__"], [145, 4, 1, "", "create"]], "mlos_core.optimizers.OptimizerType": [[147, 2, 1, "", "FLAML"], [147, 2, 1, "", "RANDOM"], [147, 2, 1, "", "SMAC"], [147, 4, 1, "", "__init__"]], "mlos_core.optimizers.RandomOptimizer": [[93, 4, 1, "", "register_pending"]], "mlos_core.optimizers.SmacOptimizer": [[93, 4, 1, "", "acquisition_function"], [93, 4, 1, "", "cleanup"], [93, 3, 1, "", "n_random_init"], [93, 4, 1, "", "register_pending"], [93, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.SpaceAdapterType": [[93, 2, 1, "", "IDENTITY"], [93, 2, 1, "", "LLAMATUNE"]], "mlos_core.optimizers.bayesian_optimizers": [[148, 1, 1, "", "BaseBayesianOptimizer"], [149, 1, 1, "", "SmacOptimizer"], [95, 0, 0, "-", "bayesian_optimizer"], [96, 0, 0, "-", "smac_optimizer"]], "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer": [[148, 4, 1, "", "__init__"], [148, 4, 1, "", "acquisition_function"], [148, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer": [[149, 4, 1, "", "__init__"], [149, 4, 1, "", "acquisition_function"], [149, 4, 1, "", "cleanup"], [149, 3, 1, "", "n_random_init"], [149, 4, 1, "", "register_pending"], [149, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer": [[95, 1, 1, "", "BaseBayesianOptimizer"]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer": [[95, 4, 1, "", "acquisition_function"], [95, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer": [[96, 1, 1, "", "SmacOptimizer"]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer": [[96, 4, 1, "", "acquisition_function"], [96, 4, 1, "", "cleanup"], [96, 3, 1, "", "n_random_init"], [96, 4, 1, "", "register_pending"], [96, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.flaml_optimizer": [[97, 1, 1, "", "EvaluatedSample"], [150, 1, 1, "", "FlamlOptimizer"]], "mlos_core.optimizers.flaml_optimizer.EvaluatedSample": [[97, 2, 1, "", "config"], [97, 2, 1, "", "score"]], "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer": [[150, 4, 1, "", "__init__"], [150, 4, 1, "", "register_pending"]], "mlos_core.optimizers.optimizer": [[151, 1, 1, "", "BaseOptimizer"]], "mlos_core.optimizers.optimizer.BaseOptimizer": [[151, 4, 1, "", "__init__"], [151, 4, 1, "", "cleanup"], [151, 4, 1, "", "get_best_observations"], [151, 4, 1, "", "get_observations"], [151, 4, 1, "", "register"], [151, 4, 1, "", "register_pending"], [151, 3, 1, "", "space_adapter"], [151, 4, 1, "", "suggest"]], "mlos_core.optimizers.random_optimizer": [[152, 1, 1, "", "RandomOptimizer"]], "mlos_core.optimizers.random_optimizer.RandomOptimizer": [[152, 4, 1, "", "__init__"], [152, 4, 1, "", "register_pending"]], "mlos_core.spaces": [[101, 0, 0, "-", "adapters"], [105, 0, 0, "-", "converters"]], "mlos_core.spaces.adapters": [[101, 1, 1, "", "IdentityAdapter"], [101, 1, 1, "", "LlamaTuneAdapter"], [153, 1, 1, "", "SpaceAdapterFactory"], [155, 1, 1, "", "SpaceAdapterType"], [102, 0, 0, "-", "adapter"], [103, 0, 0, "-", "identity_adapter"], [104, 0, 0, "-", "llamatune"]], "mlos_core.spaces.adapters.IdentityAdapter": [[101, 4, 1, "", "inverse_transform"], [101, 3, 1, "", "target_parameter_space"], [101, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.LlamaTuneAdapter": [[101, 2, 1, "", "DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM"], [101, 2, 1, "", "DEFAULT_NUM_LOW_DIMS"], [101, 2, 1, "", "DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE"], [101, 4, 1, "", "inverse_transform"], [101, 3, 1, "", "target_parameter_space"], [101, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.SpaceAdapterFactory": [[153, 4, 1, "", "__init__"], [153, 4, 1, "", "create"]], "mlos_core.spaces.adapters.SpaceAdapterType": [[155, 2, 1, "", "IDENTITY"], [155, 2, 1, "", "LLAMATUNE"], [155, 4, 1, "", "__init__"]], "mlos_core.spaces.adapters.adapter": [[156, 1, 1, "", "BaseSpaceAdapter"]], "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter": [[156, 4, 1, "", "__init__"], [156, 4, 1, "", "inverse_transform"], [156, 3, 1, "", "orig_parameter_space"], [156, 3, 1, "", "target_parameter_space"], [156, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.identity_adapter": [[157, 1, 1, "", "IdentityAdapter"]], "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter": [[157, 4, 1, "", "__init__"], [157, 4, 1, "", "inverse_transform"], [157, 3, 1, "", "target_parameter_space"], [157, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.llamatune": [[158, 1, 1, "", "LlamaTuneAdapter"]], "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter": [[158, 2, 1, "", "DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM"], [158, 2, 1, "", "DEFAULT_NUM_LOW_DIMS"], [158, 2, 1, "", "DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE"], [158, 4, 1, "", "__init__"], [158, 4, 1, "", "inverse_transform"], [158, 3, 1, "", "target_parameter_space"], [158, 4, 1, "", "transform"]], "mlos_core.spaces.converters": [[106, 0, 0, "-", "flaml"], [107, 0, 0, "-", "util"]], "mlos_core.spaces.converters.flaml": [[159, 5, 1, "", "configspace_to_flaml_space"]], "mlos_core.spaces.converters.util": [[107, 5, 1, "", "monkey_patch_cs_quantization"], [107, 5, 1, "", "monkey_patch_hp_quantization"]], "mlos_core.util": [[108, 5, 1, "", "config_to_dataframe"], [108, 5, 1, "", "drop_nulls"], [108, 5, 1, "", "normalize_config"]], "mlos_viz": [[160, 1, 1, "", "MlosVizMethod"], [112, 0, 0, "-", "base"], [113, 0, 0, "-", "dabl"], [111, 5, 1, "", "ignore_plotter_warnings"], [161, 5, 1, "", "plot"], [114, 0, 0, "-", "util"], [115, 0, 0, "-", "version"]], "mlos_viz.MlosVizMethod": [[160, 2, 1, "", "AUTO"], [160, 2, 1, "", "DABL"], [160, 4, 1, "", "__init__"]], "mlos_viz.base": [[112, 5, 1, "", "augment_results_df_with_config_trial_group_stats"], [112, 5, 1, "", "ignore_plotter_warnings"], [112, 5, 1, "", "limit_top_n_configs"], [112, 5, 1, "", "plot_optimizer_trends"], [112, 5, 1, "", "plot_top_n_configs"]], "mlos_viz.dabl": [[113, 5, 1, "", "ignore_plotter_warnings"], [113, 5, 1, "", "plot"]], "mlos_viz.util": [[114, 5, 1, "", "expand_results_data_args"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "attribute", "Python attribute"], "3": ["py", "property", "Python property"], "4": ["py", "method", "Python method"], "5": ["py", "function", "Python function"], "6": ["py", "data", "Python data"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:attribute", "3": "py:property", "4": "py:method", "5": "py:function", "6": "py:data"}, "terms": {"": [5, 6, 7, 8, 9, 10, 11, 21, 23, 24, 26, 27, 30, 32, 39, 54, 55, 57, 67, 68, 69, 70, 71, 75, 76, 79, 80, 81, 85, 87, 89, 93, 94, 95, 96, 97, 98, 99, 108, 111, 112, 117, 118, 119, 121, 122, 127, 129, 132, 136, 137, 138, 139, 143, 148, 149, 150, 151, 152, 158, 161, 164, 165, 166, 167], "0": [5, 6, 7, 20, 86, 93, 94, 96, 97, 101, 104, 107, 117, 118, 119, 120, 149, 158], "1": [2, 3, 5, 20, 32, 33, 34, 35, 52, 67, 69, 75, 93, 94, 96, 97, 98, 107, 111, 119, 120, 136, 147, 149, 151, 155, 160], "10": [112, 165], "100": [93, 94, 96, 149], "10000": [101, 104, 158], "16": [101, 104, 158], "1shot": 164, "2": [5, 20, 39, 52, 85, 87, 88, 101, 104, 112, 120, 132, 143, 144, 158], "20": 112, "2022": 164, "3": [5, 6, 7, 8, 9, 10, 11, 12, 16, 20, 36, 40, 41, 55, 61, 117, 118, 119, 120, 121, 122, 125, 133], "30": 165, "390": 107, "4": [5, 6, 7, 20, 117, 118, 120], "5": [5, 20, 120], "6": [5, 20, 120], "64": 165, "7": [5, 20, 120], "A": [2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 35, 36, 38, 39, 40, 41, 42, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 97, 98, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 150, 151, 155, 159, 165], "As": 165, "Be": 165, "By": [32, 33, 34, 93, 98, 112, 149, 151, 164], "For": [5, 6, 32, 87, 118, 164, 165], "If": [5, 6, 7, 8, 9, 10, 12, 16, 32, 36, 37, 39, 40, 41, 44, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 70, 75, 85, 87, 89, 111, 112, 113, 117, 118, 121, 122, 125, 130, 132, 133, 134, 135, 136, 138, 143, 149, 150, 158, 161, 165], "In": [5, 8, 9, 10, 25, 85, 88, 89, 112, 121, 122, 144, 165, 166, 167], "It": [5, 6, 21, 22, 25, 32, 36, 38, 42, 70, 71, 81, 85, 88, 118, 130, 131, 134, 138, 139, 144, 164, 165, 166, 167], "Its": [32, 167], "NOT": [85, 87, 143], "No": [23, 29], "Not": [93, 94, 95, 96, 97, 98, 99, 119, 148, 149, 150, 151, 152], "On": [89, 165], "One": [32, 67, 69, 79, 136], "That": [86, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152, 165], "The": [2, 3, 4, 5, 7, 11, 21, 23, 24, 25, 26, 27, 28, 29, 30, 39, 41, 44, 48, 49, 50, 54, 55, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 72, 75, 76, 82, 85, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 113, 114, 117, 119, 127, 128, 129, 132, 135, 136, 137, 140, 144, 145, 148, 149, 150, 151, 152, 156, 157, 158, 161, 163, 164, 165, 167], "There": 21, "These": [23, 24, 27, 87, 127, 129, 164, 166], "To": [54, 164, 165], "With": 165, "__enter__": [21, 54], "__exit__": [21, 54], "__init__": [117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 160], "__repr__": [5, 6, 118], "_config_path": [39, 55, 57, 132], "_connection_pend": 54, "_scalartype_co": [93, 94, 95, 96, 148, 149], "ab": 112, "abil": 165, "about": [67, 69, 73, 78, 85, 87, 136, 141, 143, 150, 165], "abov": [164, 165], "abs_path": 89, "absolut": [39, 55, 57, 89, 132], "abstract": [5, 6, 23, 24, 31, 33, 34, 36, 37, 38, 67, 68, 69, 70, 71, 72, 93, 94, 95, 98, 102, 118, 129, 130, 131, 136, 137, 138, 139, 140, 148, 151, 156, 164, 165], "access": [44, 45, 55, 56, 68, 70, 71, 72, 74, 76, 80, 81, 82, 85, 86, 88, 137, 138, 139, 140, 144], "access_head": [55, 56], "access_token": [55, 56], "accomplish": 164, "account": [85, 87, 143, 165], "accuraci": 165, "acquisit": [93, 94, 95, 96, 148, 149], "acquisition_funct": [92, 93, 94, 95, 96, 148, 149], "across": [32, 112, 149, 166], "act": [36, 40, 41, 55, 61, 133], "actual": [39, 55, 57, 85, 87, 132, 143], "ad": [25, 111, 112, 165], "adapt": [92, 93, 94, 95, 96, 97, 98, 99, 100, 108, 145, 148, 149, 150, 151, 152, 162, 165], "add": [33, 34, 39, 55, 57, 112, 113, 132, 164, 167], "addit": [32, 39, 54, 55, 57, 67, 69, 83, 85, 87, 132, 136, 142, 143, 162, 164, 165], "addition": [74, 112], "adjust": 165, "advis": 32, "affect": 149, "after": [23, 24, 32, 33, 34, 67, 69, 75, 89, 93, 94, 96, 98, 129, 136, 149, 151, 165], "again": 165, "against": [2, 3, 39, 55, 57, 93, 99, 132, 152, 164], "agnost": [31, 165], "aid": [21, 167], "aim": [101, 104, 158, 164], "algorithm": 166, "alia": [12, 18, 87, 97, 126], "all": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 36, 37, 38, 39, 54, 55, 57, 67, 68, 69, 72, 75, 76, 82, 85, 86, 87, 88, 89, 108, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 136, 137, 140, 143, 144, 164, 165], "allow": [67, 69, 73, 78, 85, 88, 136, 141, 144, 164, 165], "along": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 111, 112, 117, 118, 121, 122, 123, 124, 125, 161], "alongsid": [93, 145, 153], "alreadi": [67, 69, 75, 89, 136], "also": [23, 24, 32, 85, 88, 93, 94, 96, 107, 112, 121, 122, 124, 125, 129, 144, 149, 162, 163, 165, 167], "alwai": [23, 29, 44, 48, 49, 50, 55, 59, 60, 62, 63, 64, 66, 67, 69, 79, 135, 136, 165], "an": [2, 3, 4, 5, 6, 12, 16, 21, 23, 24, 36, 37, 38, 39, 40, 41, 44, 48, 49, 50, 51, 53, 54, 55, 57, 61, 63, 66, 67, 68, 69, 70, 72, 73, 75, 76, 78, 80, 81, 82, 83, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 117, 118, 119, 121, 122, 123, 124, 125, 126, 129, 130, 131, 132, 133, 135, 136, 137, 138, 140, 141, 142, 143, 144, 147, 149, 150, 151, 152, 155, 164, 165, 166, 167], "analysi": 165, "analyz": 162, "ani": [4, 5, 6, 7, 8, 9, 10, 21, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 64, 67, 69, 70, 75, 79, 83, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 111, 112, 117, 118, 121, 122, 130, 131, 132, 133, 134, 135, 136, 138, 142, 143, 144, 148, 149, 150, 151, 152, 161, 165], "annoi": [111, 112], "api": [23, 28, 44, 45, 46, 55, 56, 128, 164, 165, 166, 167], "appear": 164, "appli": [32, 89, 164, 165], "applic": [0, 5, 8, 9, 10, 12, 16, 67, 69, 89, 121, 122, 125, 136, 165, 166], "approach": 164, "ar": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25, 27, 29, 32, 44, 48, 50, 55, 60, 62, 66, 67, 68, 69, 75, 76, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 112, 114, 117, 118, 119, 121, 122, 123, 124, 125, 127, 129, 135, 136, 137, 143, 144, 148, 149, 150, 151, 152, 156, 157, 158, 161, 163, 164, 165, 166], "are_equ": 86, "arg": [54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 89, 120, 145, 147, 153, 155, 160], "argument": [32, 39, 89, 93, 111, 112, 114, 119, 132, 145, 153, 161], "argv": 22, "arm": 165, "around": [54, 164, 167], "arrai": 41, "arriv": [44, 50, 55, 60, 135], "ascend": [93, 98, 114, 151], "assess": 112, "assign": [0, 85, 86, 87, 88, 143, 144], "associ": [70, 89, 93, 98, 138, 151], "assum": 165, "async": 54, "asynchron": [44, 50, 51, 53, 55, 65, 135], "asyncio": 21, "asyncremoteexecresultsfutur": [51, 53], "asyncresultsurl": [44, 50, 55, 59, 63, 65, 66, 135], "asyncssh": 54, "attempt": [67, 69, 75, 89, 136], "attribut": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 85, 86, 87, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 148, 149, 150, 151, 152, 156, 157, 158], "augment": [32, 89, 112], "augment_results_df_with_config_trial_group_stat": [111, 112, 116], "authent": [55, 56], "authenticator_typ": [36, 55], "author": [44, 45, 55, 56], "auto": [111, 116, 160], "autom": [0, 111, 162, 164, 165, 166], "automat": [32, 112, 165, 166, 167], "automl": [93, 96, 97, 107, 150], "autotun": [0, 23, 32, 67, 73, 162, 164, 165], "auxiliari": 25, "avail": [32, 36, 38, 131, 163, 164, 165, 166, 167], "aw": 165, "awai": 165, "awar": 166, "az": 165, "azur": [15, 36, 38, 43, 66, 131, 164], "azure_auth": [43, 44], "azure_deployment_servic": [43, 44], "azure_fileshar": [43, 44], "azure_network_servic": [43, 44], "azure_saa": [43, 44], "azure_vm_servic": [43, 44], "azureauthservic": [36, 43, 44, 45], "azuredeploymentservic": [43, 44, 46, 48, 50], "azurefileshareservic": [36, 43, 44, 47], "azurenetworkservic": [36, 43, 44, 48], "azuresaasconfigservic": [36, 43, 44, 49], "azurevmservic": [36, 38, 43, 44, 50, 131], "backend": [67, 73, 78, 79, 89, 93, 94, 96, 97, 98, 99, 141, 149, 150, 151, 152, 164], "background": 21, "bar": 31, "base": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 116, 118, 127, 129, 130, 131, 136, 137, 138, 139, 140, 148, 149, 151, 152, 165], "base_class": 89, "base_environ": [0, 5], "base_experiment_data": [0, 67], "base_fileshar": [0, 36], "base_optim": [0, 23], "base_schedul": [0, 33], "base_servic": [0, 36], "base_storag": [0, 67], "base_supported_config_prop": [0, 23, 24, 129], "base_trial_data": [0, 67], "base_tunable_config_data": [0, 67], "base_tunable_config_trial_group_data": [0, 67], "basebayesianoptim": [92, 93, 94, 95, 96], "baselin": [93, 99, 152, 166], "baseoptim": [92, 93, 94, 95, 97, 98, 99, 101, 102, 103, 104, 110, 145, 156, 157, 158], "basespaceadapt": [93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 148, 149, 150, 151, 152, 153, 157, 158], "basetypevar": 89, "basic": [92, 93, 94, 98, 101, 102, 151, 156, 165, 167], "bayesian": [93, 94, 95, 96, 99, 148, 149, 152, 164, 166], "bayesian_optim": [92, 93, 147], "bayesianoptim": 164, "becaus": 25, "becom": 164, "been": [23, 24, 26, 27, 30, 85, 86, 88, 93, 94, 96, 97, 98, 99, 127, 129, 144, 149, 150, 151, 152], "befor": [5, 6, 32, 36, 38, 67, 69, 75, 93, 98, 112, 118, 131, 136, 151, 165], "behavior": [55, 119, 165], "being": [5, 7, 23, 24, 26, 27, 30, 44, 48, 50, 55, 60, 62, 66, 117, 127, 129, 135], "belong": [70, 80, 85, 88, 101, 102, 103, 104, 138, 144, 156, 157, 158], "below": [162, 165], "bench": [2, 3, 162, 166], "benchmark": [0, 5, 6, 7, 8, 9, 10, 11, 12, 16, 19, 20, 22, 23, 24, 26, 27, 28, 30, 32, 39, 44, 55, 57, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 89, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 137, 138, 139, 140, 141, 162, 164, 166, 167], "benchmark_statu": [5, 6, 7, 8, 9, 10, 117, 118, 121, 122], "best": [23, 24, 27, 30, 33, 34, 93, 98, 112, 127, 129, 151], "beta": [85, 87, 143], "better": [164, 165], "between": [23, 24, 25, 67, 68, 69, 76, 129, 136, 137], "bia": [101, 104, 158], "bin": [85, 87, 143], "bo": 164, "bool": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 20, 23, 24, 25, 26, 27, 28, 29, 33, 34, 36, 37, 44, 47, 48, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 66, 67, 69, 75, 85, 86, 87, 88, 89, 93, 94, 96, 98, 101, 104, 111, 112, 114, 117, 118, 120, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 136, 143, 144, 149, 151, 158, 161], "boolean": [44, 48, 49, 55, 62, 64], "boot": [12, 15, 59, 124], "bootstrap": 149, "both": [74, 164, 165], "bound": 166, "boundari": [2, 3, 5, 20, 52, 93, 111, 120, 147, 155, 160], "brief": 164, "browser": 164, "budget": 164, "build": [36, 38, 39, 55, 57, 131, 132], "build_environ": [36, 39, 55, 57, 132], "build_optim": [36, 39, 132], "build_schedul": [36, 39, 132], "build_servic": [36, 39, 132], "build_storag": [36, 39, 132], "builtin_config_path": [36, 39, 132], "bulk": [23, 24, 26, 27, 28, 85, 87, 127, 128, 129, 143], "bulk_regist": [0, 23, 24, 26, 27, 28, 127, 128, 129, 149], "bundl": [39, 55, 57, 132], "c": 107, "cach": 54, "call": [5, 6, 7, 21, 33, 34, 36, 38, 44, 45, 54, 55, 56, 72, 82, 101, 102, 103, 104, 117, 118, 131, 140, 150, 156, 157, 158], "callabl": [36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 89, 130, 131, 132, 133, 134, 135], "caller": [21, 36, 38, 54, 131], "can": [5, 12, 16, 21, 25, 32, 36, 38, 39, 40, 41, 44, 50, 55, 57, 60, 61, 67, 68, 69, 72, 76, 82, 85, 87, 89, 93, 94, 96, 97, 98, 99, 112, 125, 130, 131, 132, 133, 134, 135, 136, 137, 140, 143, 149, 150, 151, 152, 164, 165, 166], "cancel": [0, 5, 20, 120], "candid": 166, "capabl": 164, "cardin": [0, 85, 87, 143], "case": [85, 88, 89, 144], "categor": [85, 87, 143], "categori": [0, 85, 87, 143], "caus": [44, 50, 54, 55, 60, 135], "certain": [46, 84, 164], "chain": [85, 88, 144], "chang": [32, 54, 68, 76, 86, 137, 165], "charact": [25, 41], "characterist": [44, 50, 55, 60, 135], "check": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 20, 23, 24, 25, 26, 33, 34, 44, 49, 50, 55, 60, 62, 64, 66, 67, 69, 75, 85, 86, 87, 88, 89, 117, 118, 120, 121, 122, 123, 124, 125, 129, 135, 136, 143, 144], "check_required_param": [0, 89, 91], "child": [5, 7, 117], "children": [0, 5, 6, 7, 117, 118], "choos": [25, 149], "class": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 160, 163], "class_config": [39, 89, 132], "class_nam": [5, 6, 36, 38, 39, 89, 118, 130, 131, 132, 134], "classmethod": [5, 6, 36, 38, 54, 118, 131], "claus": [42, 55, 61], "clean": [5, 8, 9, 12, 15, 16, 21, 108, 121, 124, 125, 165], "cleanli": 54, "cleanup": [51, 54, 92, 93, 94, 96, 98, 149, 151], "clear": [54, 85, 86, 88, 144], "clear_client_cach": [51, 54], "cli": [1, 2, 3, 32, 44, 45, 164], "client": [54, 89], "close": 54, "cloud": [12, 17, 55, 56, 64, 165], "cmd": 89, "cmdline": 41, "code": [36, 40, 41, 55, 61, 133, 163, 164, 165, 166], "codespac": 164, "collect": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 25, 36, 39, 40, 41, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 61, 85, 86, 88, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 129, 132, 133, 144, 164, 165], "column": [68, 70, 71, 72, 76, 81, 82, 84, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 112, 114, 137, 138, 139, 140, 148, 149, 150, 151, 152, 156, 157, 158], "com": [32, 107, 164, 165], "combin": [39, 67, 69, 132, 136, 164], "come": [44, 50, 51, 53, 55, 65, 135, 165], "command": [22, 32, 36, 40, 41, 43, 44, 50, 51, 53, 54, 55, 61, 65, 133, 135, 163, 165], "commandlin": 41, "comment": 54, "commit": 89, "common": [67, 73, 114, 165], "compar": 86, "comparison": [93, 99, 152, 166], "compat": [67, 69, 75, 136], "complet": [5, 6, 7, 8, 9, 10, 11, 12, 16, 21, 33, 34, 67, 69, 75, 117, 118, 119, 121, 122, 125, 136, 164, 165], "complic": [36, 40, 41, 55, 61, 133], "compon": [22, 89, 164, 165], "compos": [85, 88, 144], "composit": [5, 6, 7, 117, 118], "composite_env": [0, 5], "compositeenv": [0, 5, 7, 39, 55, 57, 91, 132], "compositeenviron": [85, 88, 144], "comput": [44, 50, 55, 60, 66, 135], "concret": [93, 145, 153], "concreteoptim": [93, 145], "concretespaceadapt": 153, "condit": [33, 34, 108], "config": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 64, 65, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 91, 93, 94, 95, 96, 97, 98, 99, 107, 108, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 148, 149, 150, 151, 152, 163, 164], "config_column_prefix": [67, 68, 137], "config_df": [67, 71, 73, 81, 139], "config_dict": [67, 71, 81, 139], "config_fil": [67, 83, 142, 165], "config_id": [33, 34, 67, 69, 72, 75, 79, 80, 82, 136, 140], "config_load": [0, 22], "config_loader_servic": [0, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 130, 131, 132, 133, 134, 135], "config_loader_typ": [36, 55], "config_path": [32, 36, 39, 132, 165], "config_persist": [0, 36], "config_schema": [1, 2], "config_spac": [0, 23, 24, 26, 27, 28, 29, 30, 106, 108, 127, 128, 129, 159], "config_to_datafram": [92, 108, 110], "configpersistenceservic": [0, 22, 36, 39], "configschema": [0, 1, 2, 3, 39, 55, 57, 132], "configspac": [23, 24, 25, 93, 99, 101, 102, 103, 106, 107, 108, 129, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159], "configspace_data_to_tunable_valu": [0, 23, 25], "configspace_to_flaml_spac": [100, 105, 106], "configur": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 34, 36, 38, 39, 43, 44, 48, 49, 50, 55, 57, 60, 62, 64, 66, 67, 68, 69, 70, 71, 72, 73, 76, 78, 79, 80, 81, 82, 83, 89, 93, 94, 95, 96, 98, 101, 102, 103, 104, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 135, 136, 137, 138, 139, 140, 141, 142, 145, 148, 149, 151, 153, 156, 157, 158, 159, 164, 166], "configurationspac": [23, 24, 25, 26, 27, 28, 29, 30, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 107, 108, 127, 128, 129, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159], "conn": 54, "connect": [36, 37, 44, 47, 51, 52, 54, 55, 58, 130, 134, 165], "connect_param": 54, "connection_id": 54, "connection_lost": [51, 54], "connection_mad": [51, 54], "consid": [89, 165, 166], "consist": [67, 69, 85, 88, 136, 144, 166], "const_arg": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 39, 44, 50, 51, 53, 55, 57, 65, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 135, 165], "constant": 86, "constitut": 165, "constraint": [164, 166], "constructor": [5, 6, 23, 24, 27, 36, 38, 39, 55, 57, 89, 93, 118, 127, 129, 130, 131, 132, 134, 145, 153], "consum": 164, "contain": [5, 6, 32, 36, 38, 39, 41, 55, 56, 57, 67, 69, 79, 85, 88, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 136, 144, 156, 157, 158, 165, 166], "content": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134, 162], "context": [21, 33, 34, 42, 54, 55, 61, 71, 81, 93, 94, 95, 96, 97, 98, 99, 139, 148, 149, 150, 151, 152, 164], "continu": [85, 87, 143], "contribut": 162, "control": [149, 150, 165], "converg": [23, 24, 26, 33, 34, 129, 164], "convers": [44, 50, 51, 53, 55, 65, 85, 87, 135, 143], "convert": [25, 84, 89, 92, 100, 108], "convert_configspac": [0, 23], "copi": [0, 52, 67, 69, 85, 86, 87, 88, 136, 143, 144, 165], "copymod": [43, 51, 52], "core": [162, 165, 167], "coro": 21, "cororeturntyp": 21, "coroutin": 21, "correl": 166, "correspond": [23, 24, 25, 26, 27, 28, 30, 70, 71, 80, 81, 89, 127, 128, 129, 138, 139, 165], "cost": [85, 86, 150, 165, 166], "could": [5, 8, 9, 10, 121, 122], "count": [23, 24, 26, 27, 32, 54, 127, 129, 165], "covari": [5, 6, 23, 24, 85, 86, 88, 118, 129, 144], "covariant_group": [0, 85], "covarianttunablegroup": [0, 85, 86, 88, 144], "cpu": 166, "creat": [12, 14, 36, 40, 41, 42, 55, 61, 67, 69, 73, 77, 78, 83, 85, 88, 92, 93, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142, 143, 144, 145, 148, 150, 151, 152, 153, 158, 164], "create_connect": 54, "credenti": [5, 6, 44, 45, 55, 56, 117, 118, 119, 121, 122, 123, 124, 125, 126, 164], "cs_config": 108, "curat": 166, "current": [5, 6, 7, 8, 9, 10, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 67, 68, 69, 75, 76, 79, 85, 86, 87, 88, 89, 117, 118, 121, 122, 127, 128, 129, 136, 137, 143, 144, 164, 166], "current_iter": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "cutoff": 112, "cwd": [36, 40, 41, 55, 61, 133], "d": 108, "dabl": [111, 116, 160, 161, 167], "data": [5, 8, 10, 11, 23, 24, 25, 26, 27, 28, 29, 30, 36, 40, 41, 55, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 85, 87, 89, 111, 112, 113, 114, 119, 122, 127, 128, 129, 133, 136, 137, 138, 139, 140, 141, 143, 149, 161, 164, 165], "databas": [78, 79, 164, 165], "database_password": 165, "datafram": [23, 24, 26, 27, 30, 68, 70, 71, 72, 74, 76, 80, 81, 82, 84, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 113, 114, 127, 129, 137, 138, 139, 140, 148, 149, 150, 151, 152, 156, 157, 158, 161], "date": 164, "datetim": [5, 6, 7, 8, 9, 10, 11, 12, 16, 67, 69, 70, 75, 79, 80, 89, 117, 118, 119, 121, 122, 125, 136, 138], "datetime_col": 89, "datetime_pars": [0, 89, 91], "db": [44, 49, 76, 77, 80, 81, 82], "dbschema": [67, 73, 74, 75, 76, 77, 79, 80, 81, 82], "dealloc": [44, 50, 55, 60, 66, 135], "deallocate_host": [36, 43, 44, 50, 55, 60, 135], "debug": 32, "declar": 55, "deep": [85, 86, 87, 88, 143, 144], "default": [0, 5, 6, 7, 8, 9, 10, 11, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 44, 47, 48, 51, 52, 55, 58, 62, 68, 76, 85, 86, 87, 88, 93, 94, 96, 98, 101, 104, 111, 112, 113, 114, 117, 118, 119, 121, 122, 127, 128, 129, 130, 134, 137, 143, 144, 149, 151, 158, 161, 165, 166], "default_max_unique_values_per_param": [100, 101, 104, 158], "default_num_low_dim": [100, 101, 104, 158], "default_special_param_value_biasing_percentag": [100, 101, 104, 158], "default_tunable_config_id": [67, 68, 73, 76, 137], "defin": [67, 69, 72, 77, 82, 93, 94, 95, 98, 102, 127, 128, 129, 136, 140, 145, 148, 151, 156], "definit": [21, 77, 85, 86, 87, 88, 143], "delet": [44, 48, 50, 55, 60, 62, 135], "depend": [36, 39, 40, 41, 44, 48, 55, 61, 62, 85, 87, 132, 133, 143, 149, 164], "deploi": [5, 6, 39, 44, 46, 48, 50, 55, 57, 60, 62, 66, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135], "deploy": [44, 46, 48, 50, 135, 164], "deploy_param": [44, 46, 48, 50, 135], "deprovis": [12, 15, 44, 48, 50, 55, 60, 62, 66, 124, 135, 165], "deprovision_host": [36, 43, 44, 50, 55, 60, 135], "deprovision_network": [36, 43, 44, 48, 55, 62], "deriv": [5, 6, 36, 38, 89, 93, 118, 131, 145, 153], "describ": [2, 3, 39, 55, 57, 132, 164], "descript": [0, 22, 67, 68, 69, 73, 75, 76, 78, 85, 87, 136, 137, 141, 162], "deseri": [39, 132, 143], "design": 164, "desir": [85, 88, 144], "dest": 89, "destin": [4, 89], "detail": [5, 6, 32, 36, 37, 44, 47, 51, 52, 54, 55, 58, 118, 130, 134, 164, 165, 167], "detect": 32, "determin": [112, 165], "determinist": 119, "devcontain": [164, 165], "develop": 164, "deviat": 112, "dict": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 97, 101, 104, 106, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 150, 153, 158, 159, 161], "dict_templat": [0, 91], "dictionari": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 29, 30, 36, 37, 38, 39, 44, 47, 48, 50, 51, 52, 53, 55, 57, 58, 59, 60, 62, 63, 65, 66, 67, 68, 69, 72, 73, 76, 78, 82, 85, 87, 88, 89, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 140, 141, 143, 144, 150, 158, 159, 165], "dicttemplat": [0, 4, 91], "differ": [3, 44, 50, 55, 60, 85, 87, 135, 143, 149, 164], "dimens": [101, 104, 150, 158], "dimension": [101, 104, 158, 166], "dir": [36, 40, 41, 55, 61, 133, 149], "direct": [23, 24, 26, 27, 28, 29, 30, 67, 68, 69, 73, 75, 76, 78, 79, 112, 127, 128, 129, 136, 137, 141, 165], "directli": 149, "directori": [36, 37, 39, 40, 41, 42, 44, 47, 51, 52, 55, 57, 58, 61, 130, 132, 133, 134, 149, 164, 165, 166], "disabl": [32, 158], "disallow": 25, "disconnect": 54, "discoveri": 166, "discret": [101, 104, 158], "disk": 166, "distinguish": 149, "distribut": [0, 85, 87, 143], "distribution_param": [0, 85, 87, 143], "distributiondict": [0, 85, 87], "do": [46, 85, 87, 143, 164, 165], "doc": 150, "docker": 165, "document": [164, 165, 166], "doe": [85, 87, 88, 143, 144], "doesn": 89, "domain": [106, 159], "don": 165, "done": 165, "down": [5, 6, 7, 12, 13, 14, 15, 16, 33, 34, 44, 50, 54, 55, 60, 66, 117, 118, 123, 124, 125, 135], "download": [0, 5, 6, 8, 10, 36, 37, 43, 44, 47, 51, 52, 55, 58, 118, 122, 130, 134], "drop": 107, "drop_nul": [92, 108, 110], "dtype": [0, 85, 87, 93, 94, 95, 96, 143, 148, 149], "duckdb": 165, "due": [36, 40, 41, 44, 48, 55, 61, 62, 93, 94, 96, 133, 149, 165], "dump_params_fil": [121, 122], "dure": [44, 48, 55, 62, 149, 165], "dynam": [39, 55, 57, 132], "e": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 24, 26, 27, 30, 36, 38, 39, 41, 44, 48, 49, 55, 57, 62, 64, 67, 68, 69, 70, 72, 76, 82, 85, 86, 87, 88, 89, 93, 112, 113, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 129, 131, 132, 133, 136, 137, 138, 140, 143, 144, 145, 149, 153, 164, 165, 166], "each": [5, 7, 23, 24, 27, 32, 41, 54, 85, 88, 101, 104, 112, 117, 118, 121, 122, 123, 124, 125, 126, 127, 129, 144, 158, 165], "earli": 89, "eas": [164, 165], "easi": 164, "easili": [32, 149, 164, 165], "ec2": 165, "effici": [101, 104, 158, 165, 166], "either": [21, 39, 55, 57, 85, 87, 132, 143, 164, 165], "element": [85, 87, 143], "els": [85, 87, 143], "emploi": [93, 98, 148, 149, 150, 151, 152, 158], "empti": [5, 6, 7, 8, 9, 10, 39, 55, 57, 70, 85, 87, 117, 118, 121, 122, 132, 138, 143], "enabl": [162, 164], "encapsul": [21, 39], "encod": 165, "encount": [44, 48, 55, 62], "end": [70, 80, 138, 165], "engin": [74, 75, 76, 77, 79, 80, 81, 82, 165], "ensur": [164, 165], "enter": [0, 21, 51, 54], "entir": [36, 37, 44, 47, 51, 52, 55, 58, 85, 86, 88, 130, 134, 144], "enum": [2, 3, 5, 20, 25, 52, 93, 111, 120, 145], "enumer": [93, 147, 155], "env": [5, 6, 36, 39, 40, 41, 55, 57, 61, 118, 132, 133, 164, 165], "env_nam": [5, 6, 118], "env_param": [44, 50, 51, 53, 55, 65, 135], "environ": [0, 1, 2, 3, 4, 23, 28, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 44, 50, 51, 53, 55, 57, 61, 65, 67, 68, 69, 73, 76, 78, 85, 88, 89, 91, 128, 131, 132, 133, 134, 135, 136, 137, 141, 144, 162, 164], "ephemer": 32, "equal": [93, 94, 96, 149], "equals_default": [85, 86], "equival": [5, 6, 7, 117, 118], "error": [44, 48, 55, 62, 89, 165], "especi": 164, "establish": 54, "estim": 165, "etc": [5, 6, 32, 39, 41, 55, 57, 67, 69, 73, 78, 93, 94, 96, 97, 98, 99, 117, 118, 121, 122, 123, 124, 125, 126, 132, 133, 136, 141, 145, 149, 150, 151, 152, 153, 164, 166, 167], "evalu": [93, 97, 98, 149, 151, 165, 166], "evaluatedsampl": [92, 93, 97], "event": [21, 54], "event_loop_context": [0, 91], "eventloopcontext": [0, 21, 91], "everi": [36, 40, 41, 55, 61, 133], "exactli": 84, "exampl": [0, 32, 91, 163, 165], "exc": 54, "except": [2, 3, 54], "execut": [5, 6, 16, 36, 40, 41, 43, 44, 50, 51, 53, 55, 61, 65, 68, 76, 93, 94, 96, 97, 98, 99, 118, 121, 124, 125, 133, 135, 137, 149, 150, 151, 152, 165], "exist": [33, 34, 164, 165, 166], "exit": [0, 21, 32, 51, 54], "exp_data": [111, 112, 113, 114, 161], "expand": [4, 39, 55, 57, 114, 132], "expand_results_data_arg": [111, 114, 116], "expand_var": [0, 4], "expans": 4, "expect": [5, 6, 7, 8, 9, 10, 12, 14, 16, 21, 85, 87, 88, 89, 117, 118, 121, 122, 125, 144, 164], "experi": [0, 5, 6, 7, 11, 12, 16, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 39, 67, 68, 69, 70, 71, 72, 73, 76, 78, 79, 80, 81, 82, 86, 93, 94, 96, 97, 98, 99, 111, 112, 113, 114, 117, 118, 119, 125, 127, 128, 129, 132, 136, 137, 138, 139, 140, 141, 149, 150, 151, 152, 160, 161, 164, 166, 167], "experiment": [68, 76, 137, 165], "experiment_data": [67, 73, 74, 164, 165], "experiment_id": [0, 32, 67, 68, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 82, 136, 137, 138, 140, 141, 165], "experiment_myappbench": 165, "experiment_mybenchmark": 165, "experiment_redisbench": 165, "experimentdata": [0, 67, 68, 69, 72, 73, 76, 78, 82, 111, 112, 113, 114, 136, 140, 141, 161, 165, 167], "experimentsqldata": [67, 73, 74, 76], "expir": [44, 45], "explain": [54, 111, 112], "explicit": [23, 29], "explicitli": [89, 149], "exploit": 149, "explor": [101, 102, 103, 104, 149, 156, 157, 158, 164], "export": [0, 36, 38, 39, 55, 57, 131, 132], "ext_method": [36, 38, 131], "extern": [36, 38, 40, 41, 55, 61, 131, 133, 164], "extra": [4, 86], "extra_path": [39, 55, 57, 132], "extra_source_dict": 4, "extract": [23, 24, 26, 27, 30, 39, 44, 48, 50, 89, 127, 129, 132, 135], "extrem": 166, "f": [164, 165], "factori": [5, 6, 36, 38, 39, 55, 57, 83, 89, 93, 118, 131, 132, 145, 153], "fail": [0, 5, 7, 20, 23, 24, 26, 27, 30, 44, 48, 49, 50, 51, 53, 54, 55, 59, 60, 62, 63, 64, 65, 66, 117, 120, 127, 129, 135], "failur": 165, "fallback": 4, "fals": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 36, 37, 44, 47, 50, 51, 52, 53, 55, 58, 59, 63, 85, 86, 87, 88, 89, 93, 94, 96, 98, 101, 104, 112, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 143, 144, 149, 151, 158, 165], "faq": 150, "far": [23, 24, 27, 30, 93, 98, 127, 129, 151], "fast": [93, 97, 150], "favor": 149, "featur": [162, 164], "fed": [101, 102, 103, 156, 157], "feed": [164, 165], "feedback": 167, "few": 165, "field": [5, 6, 7, 8, 9, 10, 12, 16, 25, 39, 44, 49, 55, 57, 64, 97, 117, 118, 121, 122, 125, 132], "figur": 112, "file": [5, 8, 9, 10, 22, 23, 29, 32, 36, 37, 39, 42, 44, 47, 51, 52, 54, 55, 57, 58, 67, 68, 69, 73, 76, 78, 83, 89, 93, 94, 96, 98, 100, 105, 121, 122, 130, 132, 133, 134, 136, 137, 141, 142, 149, 151, 164], "file_path": [39, 55, 57, 132], "fileshar": 47, "fileshare_typ": [36, 55], "fileshareservic": [0, 36, 37, 44, 47, 51, 52, 91], "filter": [111, 112, 113, 161, 166], "filter_warn": [111, 161], "final": [4, 23, 24, 26, 27, 30, 127, 129], "find": 3, "first": [23, 24, 32, 68, 76, 93, 98, 129, 137, 149, 151, 165], "flag": [85, 86, 88, 144], "flaml": [93, 97, 100, 105, 145, 147, 150, 164, 166], "flaml_optim": [92, 93, 147], "flaml_spac": [106, 159], "flamloptim": [92, 93, 97, 110, 145, 147], "flat": [36, 37, 44, 47, 48, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 65, 66, 84, 85, 88, 130, 134, 135, 144], "flatten": 41, "flex": [44, 49], "flight": 54, "float": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 26, 27, 28, 30, 33, 34, 36, 39, 40, 41, 55, 57, 61, 67, 69, 70, 71, 79, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 117, 118, 119, 121, 122, 125, 127, 128, 129, 132, 133, 136, 138, 139, 143, 144, 148, 149, 150, 151, 152], "flow": 164, "focus": 164, "follow": [68, 72, 76, 82, 112, 121, 122, 124, 125, 137, 140, 164, 165, 166], "foo": 31, "forc": [44, 50, 51, 53, 59, 63, 135], "fork": 164, "form": [85, 87, 143], "format": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 36, 38, 39, 55, 57, 67, 69, 79, 84, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 165], "found": [85, 88, 144, 165], "four": [39, 132], "fqn": [5, 6, 36, 38, 39, 55, 57, 89, 118, 131, 132], "frame": 165, "framework": [0, 23, 24, 67, 69, 111, 129, 136, 164, 165], "free": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 36, 38, 39, 55, 57, 85, 87, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 143], "from": [5, 6, 8, 10, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 44, 45, 47, 48, 50, 51, 52, 53, 54, 55, 57, 58, 61, 65, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 83, 85, 87, 88, 89, 93, 94, 95, 96, 98, 111, 112, 113, 118, 122, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 148, 149, 150, 151, 161, 164, 165, 167], "from_config": [0, 67, 83, 91, 165], "full": [21, 23, 29, 67, 69, 73, 78, 136, 141, 165, 167], "fulli": 89, "func": 89, "function": [21, 25, 36, 38, 39, 41, 42, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 61, 65, 84, 89, 93, 94, 95, 96, 98, 107, 108, 112, 113, 114, 130, 131, 132, 133, 134, 135, 148, 149, 151, 163], "further": 41, "futur": [21, 67, 69, 136, 164, 165, 166, 167], "g": [5, 6, 12, 14, 16, 21, 23, 24, 26, 27, 30, 36, 38, 39, 41, 44, 48, 49, 55, 57, 62, 64, 67, 68, 69, 70, 72, 76, 82, 85, 87, 88, 89, 93, 112, 113, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 129, 131, 132, 133, 136, 137, 138, 140, 143, 144, 145, 153, 164, 165, 166], "gain": [111, 112], "gear": 164, "gener": [21, 23, 24, 25, 26, 27, 28, 101, 104, 127, 128, 129, 149, 158, 164, 166, 167], "get": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 31, 33, 34, 35, 39, 44, 45, 46, 48, 50, 51, 53, 54, 55, 56, 59, 63, 65, 66, 67, 69, 74, 75, 79, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 104, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 143, 144, 148, 149, 150, 151, 152, 158, 162, 165], "get_access_token": [36, 43, 44, 45, 55, 56], "get_auth_head": [36, 43, 44, 45, 55, 56], "get_best_observ": [0, 23, 24, 27, 30, 33, 34, 92, 93, 98, 127, 129, 151], "get_class_from_nam": [0, 89, 91], "get_client_connect": [51, 54], "get_covariant_group_nam": [0, 85, 88, 144], "get_credenti": [36, 43, 44, 45, 55, 56], "get_current_cost": [85, 86], "get_git_info": [0, 89, 91], "get_nam": [85, 86], "get_observ": [92, 93, 98, 151], "get_param_valu": [0, 85, 88, 144], "get_remote_exec_result": [36, 43, 44, 50, 51, 53, 55, 65, 135], "get_results_df": [67, 73, 74], "get_trial": [67, 73, 74], "get_tun": [0, 85, 86, 88, 144], "get_tunable_values_dict": [85, 86], "git": [89, 164], "git_commit": [68, 76, 89, 137], "git_path": 89, "git_repo": [68, 76, 89, 137], "github": [32, 96, 107, 150, 162, 164, 165, 167], "give": 165, "given": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 24, 26, 27, 30, 33, 34, 35, 36, 38, 39, 55, 57, 67, 68, 69, 70, 72, 74, 75, 76, 82, 85, 86, 88, 89, 93, 94, 95, 96, 97, 98, 99, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 136, 137, 138, 140, 144, 145, 148, 149, 150, 151, 152, 153, 165, 166], "global": [1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 32, 36, 38, 39, 55, 57, 67, 69, 83, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 136, 142, 150, 165], "global_config": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 67, 69, 73, 78, 83, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142], "global_config_azur": [164, 165], "global_config_storag": 165, "good": [5, 20, 120], "grace": [44, 50, 51, 53, 59, 63, 66, 135], "grid": 26, "grid_search_optim": [0, 23], "gridsearchoptim": [0, 23, 26], "group": [5, 6, 12, 13, 14, 15, 17, 23, 24, 39, 55, 57, 68, 70, 72, 76, 80, 82, 85, 86, 88, 112, 117, 118, 123, 124, 129, 132, 137, 138, 140, 144, 165], "group_nam": [85, 88, 144], "guid": [93, 98, 151, 165], "h": 32, "ha": [23, 24, 26, 27, 30, 68, 70, 71, 72, 76, 81, 82, 85, 86, 87, 88, 93, 94, 96, 97, 98, 99, 127, 129, 137, 138, 139, 140, 143, 144, 149, 150, 151, 152], "handl": [25, 54, 166], "hash": [89, 149], "have": [5, 11, 25, 26, 39, 44, 50, 51, 53, 55, 59, 60, 63, 65, 66, 86, 89, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 135, 164], "header": [44, 45, 55, 56], "heavi": 166, "help": [0, 2, 3, 4, 32, 54, 67, 69, 75, 89, 111, 112, 136, 164], "helper": [22, 39, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 53, 55, 57, 61, 65, 89, 107, 108, 134, 135, 164], "here": [67, 69, 73, 78, 136, 141, 164, 165], "hesbo": [101, 104, 158], "hierarchi": 6, "high": [112, 166], "higher": 149, "histor": [12, 18, 126, 149], "hood": [93, 98, 151], "hook": 54, "host": [5, 6, 12, 13, 15, 16, 18, 43, 44, 50, 51, 53, 54, 55, 59, 60, 63, 65, 118, 123, 124, 125, 126, 135, 165], "host_env": [5, 12], "host_ops_typ": [36, 55], "host_provisioner_typ": [36, 55], "hostenv": [0, 5, 6, 12, 13, 15, 18, 44, 50, 89, 118, 124, 126, 135], "hostnam": 165, "how": 112, "howev": [68, 76, 137, 149, 165], "hp": 107, "html": 96, "http": [32, 44, 45, 55, 56, 96, 107, 150, 164, 165, 167], "human": [5, 6, 36, 38, 39, 55, 57, 67, 69, 73, 78, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 136, 141, 143], "hyper": 165, "hyperparamet": [25, 107, 108], "i": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 32, 36, 38, 39, 42, 44, 48, 49, 50, 51, 53, 54, 55, 57, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 79, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 135, 136, 137, 138, 139, 140, 143, 144, 149, 150, 151, 152, 156, 157, 158, 162, 163, 164, 165, 166, 167], "id": [32, 54, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 85, 86, 87, 88, 112, 136, 137, 138, 139, 140, 141, 143, 144], "id_from_connect": [51, 54], "id_from_param": [51, 54], "idempot": [5, 6, 7, 117, 118], "ident": [92, 93, 101, 103, 145, 153, 155, 157], "identifi": [67, 69, 72, 73, 78, 89, 136, 140, 141, 143, 166], "identity_adapt": [93, 100, 101, 155], "identityadapt": [92, 93, 100, 101, 103, 155], "ignor": [36, 37, 44, 47, 48, 51, 52, 55, 58, 62, 86, 108, 113, 130, 134], "ignore_error": [44, 48, 55, 62], "ignore_plotter_warn": [111, 112, 113, 116, 162], "immedi": 164, "immut": 165, "impact": 166, "implement": [23, 24, 26, 27, 33, 35, 36, 55, 73, 78, 93, 94, 95, 96, 97, 98, 99, 101, 104, 127, 129, 141, 148, 149, 150, 151, 152, 158, 164, 167], "import": [31, 32], "improv": [101, 104, 158], "imput": [67, 69, 75, 136], "in_rang": [0, 85, 87, 143], "inact": 108, "includ": [67, 69, 75, 85, 88, 112, 136, 144, 162, 164, 165, 166], "incompat": [32, 165], "increment": [23, 24, 27, 127, 129], "incur": 86, "indent": [5, 6, 7, 117, 118], "independ": [164, 165, 166], "index": [93, 96, 98, 151], "indic": [44, 49, 55, 64, 112], "individu": 165, "info": [32, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 135, 150, 165], "inform": [23, 24, 27, 85, 87, 127, 129, 143, 165, 166], "inherit": 42, "init": [32, 100, 105, 150], "initi": [5, 6, 23, 29, 32, 36, 38, 39, 44, 50, 51, 53, 55, 57, 59, 63, 66, 89, 92, 93, 94, 96, 101, 118, 131, 132, 135, 149, 150, 164, 165, 167], "input": [25, 39, 44, 48, 50, 55, 57, 85, 87, 93, 106, 132, 135, 143, 145, 153, 159, 165], "ins": [36, 38, 131, 162], "insid": 165, "insight": [111, 112], "inst": [39, 89, 132], "instal": [162, 166, 167], "instanc": [5, 6, 8, 9, 10, 12, 16, 17, 21, 25, 36, 38, 39, 49, 55, 57, 72, 82, 83, 85, 86, 88, 89, 93, 94, 95, 96, 97, 98, 99, 118, 121, 122, 125, 131, 132, 133, 135, 140, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 165], "instanti": [5, 6, 22, 36, 38, 39, 55, 57, 67, 69, 89, 118, 131, 132, 136, 149], "instantiate_from_config": [0, 89, 91], "instead": [93, 98, 151, 165], "instruct": [164, 165], "int": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 26, 27, 28, 30, 33, 34, 36, 39, 40, 41, 55, 57, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 101, 104, 112, 117, 118, 119, 121, 122, 125, 127, 128, 129, 132, 133, 136, 137, 138, 139, 140, 141, 143, 144, 149, 150, 151, 158], "integ": [85, 87, 143], "integr": [165, 166], "intend": [111, 112, 161, 164], "intention": 89, "interact": [44, 47, 51, 52, 54, 134, 167], "interfac": [23, 24, 33, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 78, 80, 81, 82, 93, 94, 95, 98, 102, 129, 136, 137, 138, 139, 140, 141, 148, 151, 156, 165], "intermedi": [67, 69, 79, 136], "intern": [67, 69, 108, 136], "interpret": 89, "interv": 166, "into_param": [85, 88, 144], "invers": [101, 102, 103, 104, 156, 157, 158], "inverse_transform": [100, 101, 102, 103, 104, 156, 157, 158], "invok": [36, 38, 93, 94, 95, 96, 131, 148, 149], "involv": 164, "io": [96, 150, 164, 165, 167], "ipynb": 164, "is_cancel": [0, 5, 20, 120], "is_categor": [0, 85, 87, 143], "is_complet": [0, 5, 20, 120], "is_config_pend": [36, 43, 44, 49, 55, 64], "is_default": [0, 85, 86, 87, 88, 143, 144], "is_fail": [0, 5, 20, 120], "is_good": [0, 5, 20, 120], "is_int": [85, 87, 143], "is_log": [0, 85, 87, 143], "is_not_empti": [23, 24, 26, 27, 28, 127, 128, 129], "is_numer": [0, 85, 87, 143], "is_pend": [0, 5, 20, 120], "is_readi": [0, 5, 20, 120], "is_setup": [44, 48, 50, 55, 60, 62, 66, 135], "is_speci": [0, 25, 85, 87, 143], "is_succeed": [0, 5, 20, 120], "is_success": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 117, 118, 121, 122, 123, 124, 125], "is_timed_out": [0, 5, 20, 120], "is_upd": [0, 85, 86, 87, 88, 143, 144], "is_valid": [0, 85, 87, 143], "isconfigpendingreboot": [44, 49, 55, 64], "isconfigpendingrestart": [44, 49, 55, 64], "isinst": 87, "issu": [107, 165], "iter": [23, 24, 26, 27, 28, 29, 30, 36, 39, 40, 41, 44, 50, 51, 53, 55, 57, 61, 65, 67, 69, 75, 85, 86, 87, 88, 89, 112, 127, 128, 129, 132, 133, 135, 136, 143, 144, 165], "its": [5, 7, 39, 44, 50, 55, 60, 85, 86, 87, 88, 89, 117, 132, 135, 143, 144, 165], "join": 89, "jq": 165, "json": [2, 3, 32, 39, 44, 48, 50, 55, 57, 67, 69, 73, 78, 87, 132, 135, 136, 141, 143, 163], "json5": [32, 67, 83, 142, 165], "json_file_nam": [39, 55, 57, 132], "jsonc": [164, 165], "jsonschema": [2, 3], "jupyt": [111, 112, 161, 165], "just": [5, 11, 12, 18, 23, 24, 26, 36, 38, 85, 86, 88, 119, 126, 129, 131, 144, 164], "keep": [30, 93, 98, 149, 151, 165], "kei": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 25, 32, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 72, 73, 76, 78, 82, 84, 85, 88, 89, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 135, 136, 137, 140, 141, 144, 159, 164, 165], "kernel": [165, 166], "keyerror": [85, 86, 88, 144], "keyword": [89, 111, 112, 161], "kick": 164, "kind": 25, "know": [67, 69, 73, 78, 136, 141], "knowledg": 166, "known": 149, "kv_df_to_dict": [0, 67, 84], "kwarg": [54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 83, 89, 111, 112, 142, 145, 153, 161], "kwd": [120, 147, 155, 160], "larg": [165, 166], "last": [5, 7, 89, 117, 165], "last_trial_id": [67, 69, 75, 136], "latenc": 166, "later": [67, 69, 73, 78, 136, 141], "latest": 164, "latter": [32, 39, 55, 57, 68, 72, 76, 82, 132, 137, 140, 149, 164], "launch": [5, 12, 16, 125, 164, 165], "launcher": [0, 91], "layer": [112, 113, 164, 165, 167], "least": [118, 121, 122, 123, 124, 125, 126], "leav": 165, "left": 32, "let": 149, "level": [5, 6, 7, 12, 15, 32, 117, 118, 124], "leverag": 166, "librari": [93, 97, 150, 164, 165, 166], "lifecycl": 54, "like": [164, 165, 166], "likewis": 165, "limit": [33, 34, 35], "limit_top_n_config": [111, 112, 116], "line": [22, 32, 36, 40, 41, 44, 50, 51, 53, 55, 61, 65, 89, 133, 135, 163, 165], "linear": [85, 87, 143], "linux": [165, 166], "list": [5, 6, 7, 8, 9, 10, 22, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 65, 67, 69, 75, 79, 83, 85, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 112, 117, 118, 121, 122, 130, 131, 132, 133, 134, 135, 136, 142, 143, 144, 145, 148, 149, 150, 151, 152, 163, 165], "liter": [23, 24, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 89, 111, 112, 113, 114, 129, 136, 137, 141, 143, 161], "ll": 165, "llamatun": [92, 93, 100, 101, 155, 164], "llamatuneadapt": [92, 93, 100, 101, 104, 153, 155], "llm": 164, "load": [0, 3, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 39, 55, 57, 67, 69, 73, 75, 78, 83, 89, 127, 128, 129, 132, 136, 141, 142, 165], "load_config": [0, 33, 34, 36, 39, 55, 57, 132], "load_environ": [36, 39, 132], "load_environment_list": [36, 39, 55, 57, 132], "load_servic": [36, 39, 55, 57, 132], "load_telemetri": [0, 67, 69, 73, 75, 136], "load_tunable_config": [0, 67, 69, 73, 75, 136], "loader": [22, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 130, 131, 132, 133, 134, 135], "local": [0, 5, 6, 36, 37, 38, 39, 44, 47, 51, 52, 55, 58, 61, 85, 88, 89, 117, 118, 119, 123, 124, 125, 126, 130, 131, 132, 134, 144, 164, 165], "local_env": [5, 8], "local_exec": [0, 36, 40, 55, 61, 133], "local_exec_typ": [36, 55], "local_fileshare_env": [5, 8], "local_method": [36, 38, 131], "local_path": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "localenv": [0, 5, 8, 9, 10, 55, 61, 91], "localexecservic": [0, 36, 40, 41, 42, 55, 61, 91], "localfileshareenv": [0, 5, 8, 10, 91], "locat": 32, "log": [32, 85, 87, 143, 165, 166], "log_fil": 32, "log_level": [32, 165], "logic": [25, 54, 75, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "login": 165, "long_text": 22, "look": [112, 164, 165], "lookup": [55, 57], "loop": [21, 32, 33, 34, 35, 54, 163, 164, 165, 166], "lost": 54, "low": [101, 104, 150, 158, 164, 165], "low_cost_partial_config": [93, 97, 150], "machin": [51, 53], "made": [32, 165], "mai": [5, 6, 23, 24, 32, 41, 44, 50, 54, 55, 60, 89, 93, 94, 96, 118, 129, 135, 149], "main": [22, 32, 96, 162], "maintain": [54, 166], "major": [163, 165], "make": [89, 164], "man": 89, "manag": [2, 21, 36, 40, 41, 44, 45, 46, 48, 50, 51, 53, 54, 55, 61, 133, 135, 162, 164, 165, 166], "mandatori": [39, 55, 57, 132], "mani": 112, "manipul": 114, "manual": [32, 108, 166], "map": [3, 36, 40, 41, 55, 61, 85, 88, 89, 133, 144, 166], "match": 164, "max": [23, 24, 33, 34, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 101, 104, 111, 112, 113, 114, 129, 136, 137, 141, 143, 158, 161, 165], "max_ratio": [93, 94, 96, 149], "max_suggest": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129, 165], "max_trial": [0, 23, 24, 33, 34, 35, 93, 94, 96, 129, 149], "max_unique_values_per_param": [101, 104, 158], "maximum": [23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 93, 98, 127, 128, 129, 149, 151], "mayb": [5, 6, 7, 8, 9, 10, 67, 69, 75, 89, 117, 118, 121, 122, 136], "md": [32, 164], "mean": [112, 165], "meant": [31, 165], "measur": [112, 165], "median": 112, "memori": 32, "mention": 165, "merg": [0, 36, 38, 39, 67, 69, 73, 75, 85, 88, 89, 131, 132, 136, 144], "merge_method": [0, 36, 38, 131], "merge_paramet": [0, 89, 91], "messag": 32, "meta": [0, 85, 87, 143], "metadata": [67, 69, 70, 73, 78, 80, 85, 86, 87, 93, 94, 96, 97, 98, 99, 136, 138, 141, 143, 149, 150, 151, 152], "metadata_df": [67, 70, 73, 80, 138], "metadata_dict": [67, 70, 80, 138], "method": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 73, 74, 75, 77, 78, 79, 83, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 143, 144, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 160, 161, 164], "metric": [5, 6, 7, 8, 9, 10, 11, 67, 69, 70, 73, 75, 78, 79, 84, 117, 118, 119, 121, 122, 136, 138, 141, 164], "microsoft": [32, 150, 164, 165, 167], "might": 165, "min": [23, 24, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 111, 112, 113, 114, 129, 136, 137, 141, 143, 161], "minim": [23, 24, 26, 27, 30, 93, 127, 129, 145, 148, 149, 150, 151, 152], "minimum": [72, 140], "miss": [67, 69, 75, 89, 136], "mix": [5, 6, 36, 38, 39, 55, 57, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 162], "mixin": [36, 38, 130, 131, 132, 133, 134, 135], "mlflow": [67, 69, 136], "mlo": [2, 3, 32, 39, 89, 132, 150, 167], "mlos_bench": [111, 113, 149, 162, 163, 164, 165, 167], "mlos_cor": [22, 23, 24, 25, 27, 127, 129, 162, 163, 164], "mlos_core_flaml": 165, "mlos_core_optim": [0, 23], "mlos_demo_sqlite_teach": 164, "mlos_viz": [162, 163, 164], "mloscor": [93, 147, 155], "mloscoreoptim": [0, 23, 27, 91], "mlosvizmethod": [111, 116, 161, 162], "mock": [5, 11, 23, 28, 30, 119, 128], "mock_env": [0, 5], "mock_env_metr": 119, "mock_env_rang": 119, "mock_env_se": 119, "mock_optim": [0, 23], "mockenv": [0, 5, 11, 91], "mocklocalexecservic": 42, "mockoptim": [0, 23, 28, 29, 91], "mode": 52, "model": [12, 14, 93, 94, 95, 96, 148, 149], "modifi": [85, 88, 144, 149], "modul": [0, 1, 2, 5, 8, 12, 23, 33, 36, 40, 43, 44, 51, 55, 67, 73, 85, 91, 92, 93, 94, 100, 101, 105, 110, 111, 116, 120, 147, 155, 160, 164, 167], "monad": 89, "monkei": 107, "monkey_patch_cs_quant": [100, 105, 107], "monkey_patch_hp_quant": [100, 105, 107], "more": [32, 67, 69, 72, 82, 136, 140, 150, 164, 165, 167], "mostli": 87, "mount": 165, "much": 164, "multi": 166, "multipl": [41, 67, 69, 73, 78, 85, 88, 93, 94, 96, 97, 98, 99, 136, 141, 144, 149, 150, 151, 152, 166], "must": [5, 6, 36, 38, 39, 44, 50, 51, 53, 55, 59, 63, 65, 66, 67, 69, 79, 89, 117, 118, 121, 122, 123, 124, 125, 126, 131, 132, 135, 136], "mutabl": [23, 24, 129], "my": 165, "mypi": 87, "myrg": 165, "mysql": 165, "mystorageaccount": 165, "n": [93, 98, 112, 151], "n_max": [93, 98, 151], "n_random_init": [92, 93, 94, 96, 149], "n_random_prob": [93, 94, 96, 149], "naiv": 89, "name": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 30, 32, 39, 52, 55, 57, 67, 68, 69, 73, 76, 78, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 136, 137, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 159, 160, 165], "namedtupl": 97, "ndarrai": [93, 94, 95, 96, 148, 149], "necessari": [5, 6, 8, 9, 12, 13, 14, 15, 44, 48, 49, 50, 55, 60, 62, 64, 66, 118, 121, 123, 124, 135, 165], "need": [39, 67, 69, 73, 78, 132, 136, 141, 165], "nest": 4, "network": [12, 14, 44, 48, 55, 62, 166], "network_env": [5, 12], "network_provisioner_typ": [36, 55], "networkenv": [0, 5, 12, 14, 44, 48, 55, 62], "new": [0, 5, 6, 7, 12, 16, 25, 36, 38, 39, 42, 44, 50, 55, 57, 60, 61, 62, 66, 67, 69, 73, 78, 83, 85, 86, 87, 88, 89, 93, 98, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142, 143, 144, 145, 148, 149, 151, 152, 153, 164, 165, 166], "new_trial": [0, 67, 69, 136], "next": [23, 24, 26, 27, 28, 127, 128, 129], "nix": 164, "no_teardown": 32, "node": [36, 40, 41, 44, 50, 55, 60, 61, 133, 135], "nois": 165, "non": [67, 69, 136, 166], "none": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 104, 108, 111, 112, 113, 114, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 158, 160, 161], "nonetyp": 87, "normal": [85, 87, 89, 143], "normalize_config": [92, 108, 110], "not_converg": [0, 23, 24, 26, 129], "not_don": [0, 33, 34], "note": [5, 6, 12, 18, 23, 24, 25, 32, 44, 50, 54, 55, 60, 67, 68, 69, 70, 71, 76, 80, 81, 85, 87, 88, 89, 93, 94, 96, 118, 126, 129, 135, 136, 137, 138, 139, 143, 144, 149, 164, 165], "notebook": [111, 112, 161, 164, 165], "now": 165, "np": 150, "nsmallest": [93, 98, 151], "nt": 31, "null": [68, 72, 76, 82, 137, 140], "nullabl": [0, 89, 91], "nullcontext": [42, 55, 61], "num_low_dim": [101, 104, 158], "number": [5, 6, 7, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 67, 69, 73, 78, 85, 87, 90, 93, 94, 96, 97, 98, 101, 104, 109, 112, 115, 117, 118, 127, 128, 129, 136, 141, 143, 149, 151, 158, 165], "numer": [85, 87, 112, 143], "numerical_valu": [0, 85, 87, 143], "o": [0, 4, 5, 8, 9, 10, 12, 15, 16, 31, 32, 44, 50, 51, 53, 55, 63, 65, 67, 73, 121, 122, 124, 125, 135, 165], "object": [2, 3, 4, 5, 6, 21, 22, 23, 24, 25, 33, 34, 36, 38, 39, 44, 45, 54, 55, 56, 57, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78, 80, 81, 83, 85, 86, 87, 88, 89, 93, 98, 102, 106, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 136, 137, 138, 139, 141, 142, 143, 144, 145, 153, 159, 161, 164, 167], "objective_weight": [93, 94, 95, 96, 97, 98, 99, 148, 149, 150, 151, 152], "observ": [23, 24, 26, 27, 30, 33, 34, 93, 98, 127, 129, 151], "obtain": [93, 94, 95, 96, 112, 113, 148, 149, 164], "occur": 165, "offlin": 164, "often": [85, 88, 144, 166], "omit": [32, 36, 40, 41, 55, 61, 85, 88, 133, 144], "one": [5, 11, 20, 21, 32, 39, 41, 42, 44, 48, 49, 50, 51, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 70, 72, 82, 85, 86, 87, 88, 89, 93, 98, 119, 120, 132, 135, 138, 140, 143, 144, 151, 164, 165], "one_shot_optim": [0, 23], "ones": [36, 38, 85, 88, 131, 144], "oneshotoptim": [0, 23, 29, 91], "onli": [21, 32, 54, 67, 69, 75, 89, 136], "onlin": 164, "onward": 165, "op": [23, 29, 93, 94, 96, 98, 101, 103, 149, 151, 155, 157], "oper": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 32, 44, 48, 50, 51, 53, 54, 55, 58, 59, 60, 62, 63, 66, 101, 102, 103, 104, 112, 114, 117, 118, 121, 122, 123, 124, 125, 126, 135, 156, 157, 158], "opt": 165, "opt_target": [0, 67, 69, 73, 75, 78, 79, 136, 141], "optim": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 22, 32, 33, 34, 35, 39, 67, 69, 73, 75, 78, 79, 89, 91, 92, 101, 102, 103, 104, 108, 110, 111, 112, 117, 118, 121, 122, 123, 124, 125, 132, 136, 141, 153, 156, 157, 158, 162, 164, 166, 167], "optimization_target": [23, 24, 68, 76, 93, 94, 95, 96, 97, 98, 99, 129, 137, 145, 148, 149, 150, 151, 152], "optimizer_kwarg": [93, 145], "optimizer_typ": [93, 145], "optimizerfactori": [92, 93, 110], "optimizertyp": [93, 145], "option": [4, 5, 6, 23, 24, 25, 26, 27, 28, 30, 32, 36, 37, 39, 40, 41, 44, 47, 51, 52, 55, 57, 58, 61, 67, 69, 70, 74, 75, 79, 83, 85, 87, 88, 89, 93, 94, 96, 97, 98, 99, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 136, 138, 142, 143, 144, 145, 148, 149, 150, 151, 152, 153, 158, 161, 164], "order": [5, 7, 25, 93, 98, 112, 114, 117, 151], "orderby_col": 112, "organ": 162, "orient": 166, "orig_parameter_spac": [101, 102, 103, 104, 156, 157, 158], "origin": [85, 86, 87, 88, 89, 101, 102, 103, 104, 143, 144, 156, 157, 158], "os_env": [5, 12, 31], "os_environ": [0, 91], "os_ops_typ": [36, 55], "osenv": [0, 5, 12, 15], "oss": 164, "other": [23, 24, 26, 27, 28, 32, 67, 69, 75, 86, 89, 112, 127, 128, 129, 136, 164, 165, 166], "otherwis": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 67, 69, 75, 85, 86, 87, 88, 89, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 135, 136, 143, 144], "our": 165, "out": [44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 112, 135, 164, 165, 166], "outlier": 112, "output": [5, 6, 7, 8, 9, 10, 11, 12, 16, 32, 44, 50, 112, 117, 118, 119, 121, 122, 125, 135, 149], "output_directori": [93, 94, 96, 149], "outsid": 165, "over": [67, 69, 75, 136, 149, 164], "overlap": [85, 88, 144], "overrid": [32, 54, 85, 88, 144, 165], "overridden": 32, "overview": 167, "p50": 112, "p75": 112, "p90": 112, "p95": 112, "p99": 112, "packag": [90, 91, 108, 109, 110, 112, 115, 116, 162, 165, 166], "page": 166, "pair": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 32, 36, 37, 38, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 69, 85, 88, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 134, 135, 136, 141, 144], "panda": [68, 70, 71, 72, 76, 81, 82, 84, 89, 93, 98, 101, 102, 103, 104, 111, 112, 113, 114, 137, 138, 139, 140, 151, 156, 157, 158, 161], "parallel": [21, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "param": [2, 3, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 66, 67, 69, 80, 85, 87, 130, 134, 135, 136], "param_valu": [85, 88, 144], "paramet": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 107, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 161, 162, 164, 166], "parameter_spac": [93, 94, 95, 96, 97, 98, 99, 145, 148, 149, 150, 151, 152, 153], "parent": [22, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 85, 88, 130, 131, 132, 133, 134, 135, 144], "parent_arg": [39, 55, 57, 132], "pars": [22, 89], "part": [44, 45, 55, 56, 165], "parti": [111, 112], "partial": [23, 29], "particular": [25, 112, 166], "pass": [5, 6, 23, 24, 27, 36, 38, 39, 44, 50, 51, 53, 54, 55, 57, 65, 89, 93, 94, 96, 111, 112, 118, 127, 128, 129, 130, 131, 132, 134, 135, 145, 149, 153, 161], "password": 165, "patch": 107, "path": [32, 36, 37, 39, 42, 44, 47, 51, 52, 55, 57, 58, 61, 67, 69, 73, 78, 89, 130, 132, 133, 134, 136, 141, 165], "path_join": [0, 89, 91], "pd": [93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 148, 149, 150, 151, 152, 156, 157, 158], "pend": [0, 5, 20, 26, 39, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 75, 93, 94, 96, 97, 98, 99, 120, 132, 135, 136, 149, 150, 151, 152], "pending_config": [23, 26], "pending_tri": [0, 67, 69, 73, 75, 136], "per": [32, 54, 158], "percentag": [101, 104, 158], "perform": [44, 50, 55, 60, 101, 102, 103, 104, 112, 135, 156, 157, 158, 164, 165], "perhap": 164, "persist": [132, 165], "pick": 89, "pip": [32, 164, 165, 166, 167], "place": [85, 88, 144], "plan": [165, 167], "platform": 31, "pleas": [32, 164], "plot": [111, 112, 113, 116, 162, 164, 167], "plot_optimizer_trend": [111, 112, 116], "plot_top_n_config": [111, 112, 116], "plotter": [111, 113, 161], "plotter_method": [111, 161], "plu": [39, 44, 48, 50, 114, 132, 135], "point": [85, 87, 143, 149, 164], "polici": [33, 34, 164], "poor": 89, "portal": 165, "posit": 89, "possibl": [23, 29, 44, 50, 51, 53, 54, 55, 65, 68, 76, 85, 87, 135, 137, 143, 164, 165], "possibli": [23, 24, 26, 27, 30, 39, 54, 55, 57, 127, 129, 132], "post": [5, 8, 10, 122, 165], "postgr": 164, "postgresql": 165, "potenti": [85, 88, 93, 112, 144, 145, 153], "pprint": [0, 5, 6, 7, 36, 38, 117, 118, 131], "pre": [23, 24, 26, 27, 28, 29, 30, 127, 128, 129, 149], "predict": [93, 94, 95, 96, 148, 149], "prefix": [68, 72, 76, 82, 137, 140], "preinstal": 165, "prepar": [5, 8, 9, 10, 121, 122], "prepare_class_load": [0, 36, 39, 89, 91, 132], "prepend": [39, 55, 57, 132], "preprocess": 89, "preprocess_dynamic_config": [0, 89, 91], "present": [44, 50, 51, 53, 55, 59, 63, 65, 66, 67, 69, 75, 89, 93, 94, 96, 135, 136, 149], "pretti": [5, 6, 7, 117, 118], "previou": [23, 24, 26, 27, 28, 29, 30, 67, 69, 73, 78, 85, 87, 127, 128, 129, 136, 141, 143, 165], "previous": 165, "print": [5, 6, 7, 117, 118], "prior": [5, 8, 9, 10, 121, 122, 165, 166], "privat": 32, "probabl": 149, "process": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 36, 40, 41, 55, 61, 112, 117, 118, 121, 122, 123, 124, 125, 133, 165], "produc": [5, 11, 23, 29, 36, 38, 67, 69, 93, 99, 119, 131, 136, 149, 152, 165, 166], "profil": 166, "project": [101, 104, 158, 162, 164, 165], "promis": 166, "propag": 165, "properti": [2, 3, 5, 6, 7, 22, 23, 24, 26, 27, 29, 33, 34, 36, 38, 39, 44, 46, 50, 51, 53, 55, 65, 67, 68, 69, 70, 71, 72, 73, 76, 78, 80, 81, 82, 85, 86, 87, 93, 94, 96, 98, 101, 102, 103, 104, 111, 112, 113, 114, 117, 118, 127, 129, 131, 132, 135, 136, 137, 138, 139, 140, 141, 143, 149, 151, 156, 157, 158, 161, 165], "propos": [23, 29, 108, 165, 166], "protocol": [55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "provid": [5, 6, 36, 38, 39, 42, 54, 55, 57, 61, 65, 101, 102, 103, 104, 111, 112, 113, 117, 118, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 149, 150, 156, 157, 158, 161, 163, 164, 165, 167], "provis": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 123, 124, 135, 165], "provision_host": [36, 43, 44, 50, 55, 60, 135], "provision_network": [36, 43, 44, 48, 55, 62], "proxi": 135, "public": [36, 38, 131], "publish": 164, "pull": 32, "purpos": [12, 18, 126, 165], "pwd": 31, "py": [89, 163], "pypi": [164, 165, 166, 167], "python": [5, 6, 36, 38, 39, 55, 57, 85, 87, 89, 118, 131, 132, 143, 144, 164, 165], "qualifi": 89, "qualnam": [2, 3, 5, 20, 52, 93, 111, 120, 147, 155, 160], "quanit": [85, 87, 143], "quantiz": [85, 87, 107, 143], "quantization_bin": [0, 85, 87, 143], "quantized_valu": [0, 85, 87, 143], "queue": [33, 34], "quick": 164, "quickstart": [162, 164], "rais": [2, 3, 4, 89], "ran_trial": [0, 33, 34, 35], "random": [23, 24, 25, 26, 27, 28, 29, 30, 32, 93, 94, 96, 99, 119, 127, 128, 129, 147, 149, 150, 152, 164, 166], "random_init": 32, "random_optim": [92, 93, 147], "random_se": 32, "randomoptim": [92, 93, 99, 110, 145, 147], "rang": [0, 23, 25, 85, 87, 143, 164, 166], "range_weight": [0, 85, 87, 143], "rather": [54, 67, 69, 136], "ratio": 149, "re": [5, 12, 13, 16, 67, 69, 73, 78, 89, 123, 125, 136, 141, 165], "reach": [33, 34], "read": [39, 55, 57, 132], "read_results_fil": [121, 122], "readabl": [5, 6, 36, 38, 39, 55, 57, 67, 69, 73, 78, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 136, 141, 143], "readi": [0, 5, 8, 9, 12, 13, 14, 16, 20, 44, 50, 55, 60, 62, 66, 120, 121, 123, 125, 135], "readm": [32, 164], "real": [12, 14], "realist": 165, "reason": 54, "reboot": [5, 6, 12, 16, 39, 43, 44, 49, 50, 51, 53, 55, 57, 63, 64, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135, 165], "receiv": [87, 89], "reconfigur": [5, 6, 118], "reconnect": 54, "record": [23, 24, 26, 27, 28, 127, 128, 129], "recurs": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "redefin": [93, 94, 96, 98, 149, 151], "redi": [164, 165], "reduc": [36, 40, 41, 55, 61, 133, 166], "refer": [3, 39, 54, 55, 57, 85, 88, 89, 132, 144, 165], "referenc": [85, 88, 144], "regardless": 165, "regist": [0, 23, 24, 26, 27, 28, 29, 30, 36, 38, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 127, 128, 129, 130, 131, 132, 133, 134, 135, 149, 150, 151, 152, 156, 157, 158, 164, 166], "register_pend": [92, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "registri": [2, 3], "regular": 25, "rejoin": 41, "rel": [39, 55, 57, 89, 112, 132], "relat": [67, 69, 73, 78, 85, 88, 136, 141, 144], "releas": [12, 13, 14, 44, 50, 55, 60, 66, 93, 94, 96, 98, 123, 135, 149, 151, 164], "reload": [32, 165], "remain": [111, 112, 161], "remot": [0, 5, 6, 8, 9, 10, 36, 37, 38, 55, 58, 65, 85, 88, 89, 118, 121, 122, 130, 131, 144, 165], "remote_config_typ": [36, 55], "remote_env": [5, 12], "remote_exec": [36, 43, 44, 50, 51, 53, 55, 65, 135], "remote_exec_typ": [36, 55], "remote_path": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "remoteenv": [0, 5, 12, 16, 91, 124], "remov": [25, 93, 94, 96, 98, 108, 112, 149, 151], "repeat": [32, 72, 82, 112, 140, 164, 165], "replac": [31, 67, 69, 73, 78, 89, 136, 141, 164], "repo": 164, "repositori": [89, 163, 164, 165, 166, 167], "repr": 54, "repres": [85, 87, 97, 143], "represent": [23, 24, 129, 144], "reproduc": 149, "request": 112, "requested_result_col": 112, "requir": [5, 12, 16, 39, 44, 49, 55, 64, 89, 93, 94, 96, 98, 125, 132, 149, 151, 164, 165], "required_arg": 32, "required_kei": 89, "required_param": 89, "reset": [0, 23, 24, 85, 88, 129, 144], "reset_is_upd": [85, 86], "resolv": [39, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 132, 135], "resolve_path": [36, 39, 55, 57, 132], "resourc": [12, 14, 44, 46, 48, 50, 55, 60, 62, 66, 93, 94, 96, 98, 135, 149, 151], "respons": [44, 48, 50, 135], "rest": [44, 45, 46, 55, 56], "restart": [44, 49, 50, 51, 53, 55, 59, 60, 63, 64, 66, 135], "restart_host": [43, 44, 50, 55, 59, 135], "restor": [39, 69, 75, 78, 85, 86, 88, 132, 144], "restore_default": [0, 85, 86, 88, 144], "restrict": [74, 112], "result": [5, 6, 7, 8, 9, 10, 11, 12, 16, 21, 23, 24, 26, 27, 28, 30, 32, 33, 34, 35, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 75, 76, 78, 79, 80, 82, 89, 111, 112, 113, 114, 117, 118, 119, 121, 122, 125, 127, 128, 129, 135, 136, 137, 138, 140, 141, 149, 160, 161, 162, 164, 166, 167], "result_column_prefix": [67, 68, 137], "results_data_fram": 165, "results_df": [67, 68, 70, 72, 73, 76, 80, 82, 111, 112, 113, 114, 137, 138, 140, 161], "results_dict": [67, 70, 80, 138], "resumpt": [68, 76, 137], "retri": [93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "retriev": [67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 89, 136, 137, 138, 139, 140, 141, 164, 165], "return": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25, 26, 27, 28, 29, 30, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 81, 82, 83, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 106, 107, 108, 112, 114, 117, 118, 119, 121, 122, 123, 124, 125, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 149, 150, 151, 152, 153, 156, 157, 158, 159, 167], "return_cod": [36, 40, 41, 55, 61, 133], "reus": [164, 165], "reusabl": 165, "revers": [5, 7, 117], "rg": 165, "right": 89, "root": [39, 67, 68, 69, 73, 76, 78, 132, 133, 136, 137, 141, 165], "root_env_config": [33, 34, 35, 39, 67, 68, 69, 73, 75, 76, 78, 132, 136, 137, 141], "routin": 21, "row": [5, 6, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 118, 148, 149, 150, 151, 152, 156, 157, 158], "rule": 165, "run": [0, 5, 6, 7, 8, 9, 10, 11, 12, 15, 16, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 40, 41, 44, 50, 51, 53, 54, 55, 61, 65, 67, 68, 69, 70, 75, 76, 79, 86, 91, 93, 98, 117, 118, 119, 120, 121, 122, 124, 125, 127, 128, 129, 133, 135, 136, 137, 138, 149, 151, 163, 164], "run_coroutin": [0, 21], "run_nam": [93, 94, 96, 149], "run_trial": [0, 33, 34, 35], "runner": [21, 164, 165], "runtim": [44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 135], "saa": [12, 17, 49, 55, 64], "saas_env": [5, 12], "saasenv": [0, 5, 12, 17], "sai": [93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "same": [5, 6, 11, 23, 24, 26, 27, 29, 30, 32, 67, 69, 79, 85, 86, 88, 93, 98, 118, 119, 127, 129, 136, 144, 151, 165], "sampl": [93, 94, 96, 97, 101, 104, 106, 149, 158, 159, 166], "save": [23, 24, 27, 33, 34, 35, 67, 69, 75, 78, 79, 127, 129, 136, 149, 165], "scale": [85, 87, 143], "scatter": 112, "scenario": 165, "schedul": [0, 1, 2, 3, 5, 8, 9, 10, 11, 23, 24, 32, 36, 39, 40, 41, 42, 55, 61, 67, 69, 75, 91, 119, 121, 122, 129, 132, 133, 136, 167], "schedule_tri": [0, 33, 34], "schema": [0, 1, 39, 55, 57, 67, 73, 74, 75, 76, 79, 80, 81, 82, 89, 132, 163], "schema_typ": [39, 55, 57, 132], "schemaerror": [2, 3], "schemastor": [1, 2, 3], "score": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 26, 27, 28, 30, 67, 69, 75, 93, 97, 98, 117, 118, 119, 121, 122, 125, 127, 128, 129, 136, 151], "scrape": 166, "script": [5, 6, 7, 8, 9, 10, 12, 16, 19, 32, 36, 39, 40, 41, 42, 43, 44, 50, 51, 53, 55, 57, 61, 65, 68, 76, 117, 118, 121, 122, 125, 132, 133, 135, 137, 163, 164, 165], "script_env": [0, 5], "script_lin": [36, 40, 41, 55, 61, 133], "scriptabl": 19, "scriptenv": [0, 5, 8, 9, 12, 16, 19], "sdk": [44, 45], "search": [26, 39, 55, 57, 93, 94, 96, 101, 104, 132, 149, 158, 164, 165, 166], "section": [5, 6, 117, 118, 119, 121, 122, 123, 124, 125, 126, 162, 165], "secur": [5, 6, 12, 14, 117, 118, 119, 121, 122, 123, 124, 125, 126], "see": [23, 24, 32, 54, 86, 93, 94, 96, 107, 129, 149, 162, 165, 167], "seed": [0, 23, 24, 25, 26, 27, 28, 29, 30, 32, 93, 94, 96, 97, 127, 128, 129, 149, 150], "seem": 164, "select": [85, 88, 112, 144], "self": [85, 88, 144], "sensit": [165, 166], "separ": [36, 40, 41, 55, 61, 133], "sequenc": [23, 24, 26, 27, 28, 85, 87, 127, 128, 129, 143], "seri": 89, "serial": [39, 144], "server": [51, 52, 54, 164], "servic": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 32, 67, 69, 73, 78, 89, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 136, 141, 162, 164, 165], "set": [5, 6, 7, 8, 9, 12, 14, 16, 23, 24, 26, 27, 32, 33, 34, 35, 44, 49, 55, 64, 68, 70, 71, 72, 76, 81, 82, 85, 86, 87, 88, 101, 104, 114, 117, 118, 119, 121, 125, 127, 129, 137, 138, 139, 140, 143, 144, 149, 150, 158, 164, 165, 166], "setup": [0, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 19, 117, 118, 121, 122, 123, 124, 125], "sever": [5, 6, 7, 67, 69, 79, 117, 118, 136, 165], "share": [5, 8, 10, 36, 37, 44, 47, 51, 52, 54, 55, 58, 122, 130, 134, 165], "shell": [32, 44, 50, 51, 53, 55, 65, 135, 164], "should": [5, 6, 12, 16, 23, 24, 26, 27, 28, 29, 30, 118, 125, 127, 128, 129, 165], "show": 32, "shut": [5, 12, 13, 14, 15, 16, 44, 50, 54, 55, 60, 66, 123, 124, 125, 135], "shutdown": [43, 44, 50, 51, 53, 55, 59, 63, 66, 135], "side": [5, 8, 9, 10, 11, 40, 41, 42, 61, 119, 121, 122], "similar": 165, "simpl": [3, 4, 31, 33, 35, 93, 145, 153, 164], "simpli": [164, 165], "sinc": 166, "singl": [5, 6, 7, 23, 29, 32, 33, 34, 35, 39, 41, 54, 55, 57, 67, 68, 69, 70, 72, 75, 76, 79, 82, 93, 98, 101, 102, 103, 104, 108, 117, 118, 132, 136, 137, 138, 140, 151, 156, 157, 158, 165], "site": 163, "smac": [93, 94, 96, 147, 149, 164, 166], "smac3": 96, "smac_optim": [93, 94, 147], "smacoptim": [92, 93, 94, 96, 110, 145, 147], "small": 113, "snippet": 165, "so": [23, 24, 27, 30, 41, 85, 88, 93, 98, 127, 129, 144, 151, 164, 165], "some": [44, 50, 51, 53, 55, 65, 84, 108, 111, 112, 113, 114, 121, 122, 124, 125, 135, 161, 164, 165], "sometim": [149, 165], "somewhat": [67, 69, 136], "sort": 112, "sourc": [4, 23, 24, 27, 32, 89, 127, 129, 163, 164], "source_dict": 4, "space": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 92, 93, 94, 95, 96, 97, 98, 99, 108, 110, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 145, 148, 149, 150, 151, 152, 162, 164, 166], "space_adapt": [92, 93, 94, 95, 96, 97, 98, 99, 148, 149, 150, 151, 152, 153], "space_adapter_kwarg": [93, 145, 153], "space_adapter_typ": [93, 145, 153], "spaceadapt": [93, 101, 102, 103, 145, 153, 156, 157], "spaceadaptertyp": [92, 93, 110, 145, 153], "span": [0, 85, 87, 143], "special": [0, 23, 25, 41, 85, 87, 101, 104, 143, 158], "special_nam": 25, "special_param_nam": [0, 23, 25], "special_param_name_is_temp": [0, 23, 25], "special_param_name_strip": [0, 23, 25], "special_param_valu": [101, 104, 158], "special_param_values_dict": 158, "special_weight": [85, 87], "specif": [21, 44, 55, 56, 93, 98, 151, 164, 166], "specifi": [5, 6, 11, 32, 36, 38, 67, 69, 75, 85, 87, 88, 118, 119, 130, 131, 134, 136, 143, 144, 165], "split": 41, "split_cmdlin": [36, 40, 41], "sql": [0, 32, 67], "sqlalchemi": [73, 75, 78, 79, 141, 165], "sqlite": [67, 69, 136, 164, 165], "sqlstorag": [0, 67, 73, 78], "ssh": [36, 43, 164], "ssh_fileshar": [43, 51], "ssh_host_servic": [43, 51], "ssh_servic": [43, 51], "sshclient": [43, 51, 54], "sshclientcach": [43, 51, 54], "sshclientconnect": 54, "sshfileshareservic": [36, 43, 51, 52], "sshhostservic": [36, 43, 51, 53], "sshservic": [43, 51, 52, 53, 54], "stamp": [5, 6, 7, 8, 9, 10, 117, 118, 121, 122], "standalon": [42, 85, 88, 144], "standard": [112, 165], "start": [0, 2, 3, 5, 6, 12, 13, 14, 15, 20, 21, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 44, 50, 51, 52, 53, 59, 66, 67, 69, 70, 73, 75, 78, 80, 93, 94, 96, 97, 98, 99, 111, 118, 120, 123, 124, 127, 128, 129, 135, 136, 138, 141, 147, 149, 150, 151, 152, 155, 160, 162, 165, 166], "start_host": [43, 44, 50, 55, 59, 135], "start_with_default": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "state": 86, "static": [36, 38, 54, 67, 69, 93, 131, 136, 145, 153], "statist": 112, "statu": [0, 5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 26, 27, 28, 30, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 75, 76, 79, 80, 82, 86, 91, 117, 118, 119, 121, 122, 125, 127, 128, 129, 135, 136, 137, 138, 140, 165], "stddev": 112, "stderr": [36, 40, 41, 55, 61, 133], "stdout": [32, 36, 40, 41, 44, 50, 55, 61, 133, 135], "step": [165, 166], "still": [44, 48, 55, 62], "stop": [33, 34, 44, 50, 51, 53, 59, 63, 66, 135, 165], "stop_host": [43, 44, 50, 55, 59, 135], "storag": [0, 1, 2, 3, 5, 8, 10, 23, 24, 27, 32, 33, 34, 35, 39, 89, 91, 112, 113, 122, 127, 129, 132, 162, 164, 165, 167], "storage_factori": [0, 67], "storageaccountkei": 165, "store": [3, 32, 36, 37, 44, 47, 51, 52, 55, 58, 67, 68, 69, 70, 71, 72, 74, 75, 76, 79, 80, 81, 82, 85, 87, 89, 130, 134, 136, 137, 138, 139, 140, 143, 164, 165, 167], "str": [4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 28, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 61, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 106, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 148, 149, 150, 151, 152, 159, 161], "streamlin": 165, "string": [25, 36, 38, 39, 55, 57, 84, 85, 86, 87, 89, 131, 132, 143], "stripped_nam": 25, "subcommand": 41, "subdirectori": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "subgroup": [0, 85, 88, 144], "submit": [5, 7, 12, 16, 117, 125], "submodul": [1, 43, 91, 100, 110, 116, 162], "subpackag": [91, 110, 162], "subschema": 3, "subscript": 165, "subset": [44, 50, 51, 53, 55, 65, 135, 150], "subsystem": 84, "succeed": [0, 5, 20, 23, 24, 26, 27, 30, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 70, 79, 120, 127, 129, 135, 136, 138], "success": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 30, 44, 48, 50, 55, 60, 62, 66, 68, 72, 76, 82, 117, 118, 121, 122, 123, 124, 125, 127, 129, 135, 137, 140], "suffici": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 123, 124, 135], "suffix": 25, "suggest": [0, 23, 24, 26, 27, 28, 29, 30, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 108, 127, 128, 129, 149, 150, 151, 152, 156, 157, 158, 164, 165, 166], "suggested_config": [23, 26], "suitabl": [39, 55, 57, 132], "summari": 164, "support": [21, 23, 24, 26, 27, 28, 29, 30, 54, 85, 88, 93, 107, 127, 128, 129, 144, 147, 155, 164, 165, 166], "supports_preload": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "supportsauth": [0, 36, 44, 45, 55, 56], "supportsconfigload": [0, 36, 38, 39, 55, 57, 131], "supportsfileshareop": [0, 36, 37, 55, 58], "supportshostop": [36, 44, 50, 55, 59], "supportshostprovis": [0, 36, 44, 50, 55, 60], "supportslocalexec": [0, 36, 40, 41, 55, 61], "supportsnetworkprovis": [0, 36, 44, 48, 55, 62], "supportsosop": [36, 44, 50, 51, 53, 55, 63], "supportsremoteconfig": [0, 36, 44, 49, 55, 64], "supportsremoteexec": [0, 36, 44, 50, 51, 53, 55, 65], "supportsvmop": [36, 55, 66], "suppos": 42, "suppress": [111, 112], "sure": 89, "surrog": [93, 94, 95, 96, 148, 149], "surrogate_predict": [92, 93, 94, 95, 96, 148, 149], "svc": [36, 38, 39, 131, 132], "swap": 164, "sync_schedul": [0, 33], "synchron": [32, 33, 35], "syncschedul": [0, 33, 35, 91], "system": [22, 32, 39, 67, 69, 132, 136, 162, 164, 165], "t": [55, 56, 70, 89, 138, 165], "t_co": [55, 56], "tabl": 162, "tag": 164, "tailor": 166, "take": [25, 39, 85, 87, 132, 143], "taken": 165, "target": [0, 23, 24, 26, 27, 28, 29, 30, 36, 40, 41, 55, 61, 67, 69, 75, 79, 93, 98, 101, 102, 103, 104, 127, 128, 129, 133, 136, 145, 148, 149, 150, 151, 152, 156, 157, 158, 164], "target_parameter_spac": [100, 101, 102, 103, 104, 156, 157, 158], "task": 166, "tear": [5, 6, 7, 33, 34, 117, 118], "teardown": [0, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 19, 32, 33, 34, 117, 118, 121, 122, 123, 124, 125, 165], "techniqu": [101, 104, 158, 164, 166], "telemetri": [5, 6, 7, 8, 9, 10, 67, 69, 70, 75, 79, 80, 117, 118, 121, 122, 136, 138, 165, 166], "telemetry_df": [67, 70, 73, 80, 138], "temp": [42, 55, 61, 93, 94, 96, 98, 149, 151], "temp_dir": [36, 40, 41, 55, 61, 133], "temp_dir_context": [36, 40, 55, 61], "tempdircontextservic": [36, 40, 41, 42], "templat": [4, 164, 165], "temporari": [25, 36, 40, 41, 42, 55, 61, 107, 133, 149], "temporarydirectori": [42, 55, 61], "tenant": 165, "terraform": 165, "test": [23, 28, 128, 165], "than": 54, "thei": [44, 50, 51, 53, 55, 65, 114, 135, 165], "them": [2, 3, 39, 111, 112, 132], "thi": [2, 3, 5, 6, 7, 12, 16, 18, 23, 24, 25, 26, 27, 32, 36, 38, 39, 42, 44, 50, 51, 53, 54, 55, 57, 60, 65, 67, 68, 69, 70, 71, 72, 75, 76, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 112, 117, 118, 119, 125, 126, 127, 129, 131, 132, 135, 136, 137, 138, 139, 140, 143, 144, 148, 149, 150, 151, 152, 156, 157, 158, 163, 164, 165, 166], "third": [111, 112], "those": [39, 55, 57, 85, 87, 88, 112, 132, 143, 144, 164, 165], "though": [32, 164], "thread": [21, 33, 35, 54, 166], "three": [39, 55, 57, 132], "through": [165, 166], "throughput": 166, "throw": [85, 86, 88, 144], "time": [5, 6, 7, 8, 9, 10, 32, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 67, 69, 75, 89, 117, 118, 121, 122, 135, 136, 165], "timed_out": [0, 5, 20, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 120, 135], "timestamp": [5, 6, 7, 8, 9, 10, 11, 12, 16, 67, 69, 70, 75, 79, 80, 89, 117, 118, 119, 121, 122, 125, 136, 138], "timezon": 89, "tire": 164, "togeth": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 68, 76, 85, 88, 123, 124, 135, 137, 144, 165], "token": [41, 44, 45, 55, 56], "tokencredenti": [44, 45], "tool": [32, 163, 164], "top": [112, 164], "top_n_config": 112, "top_n_config_id": 112, "top_n_config_results_df": 112, "torn": [5, 7, 117], "total": 165, "toward": 164, "track": [23, 24, 27, 30, 127, 129, 165, 166], "track_best_optim": [0, 23], "trackbestoptim": [0, 23, 26, 28, 30], "transfer": [5, 8, 9, 10, 121, 122], "transform": [23, 24, 26, 27, 30, 100, 101, 102, 103, 104, 127, 129, 148, 149, 150, 151, 152, 156, 157, 158], "translat": [101, 102, 103, 104, 156, 157, 158], "treat": [36, 40, 41, 55, 61, 133], "tree": [32, 36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "trend": 112, "trial": [0, 21, 32, 33, 34, 35, 39, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 93, 94, 96, 97, 98, 99, 112, 132, 136, 137, 138, 139, 140, 141, 149, 150, 151, 152, 164, 165, 167], "trial_config": 165, "trial_config_repeat_count": [0, 23, 24, 32, 33, 34, 35, 129], "trial_count": [0, 33, 34, 35], "trial_data": [67, 73, 165], "trial_id": [0, 67, 68, 69, 70, 72, 73, 75, 76, 78, 79, 80, 82, 136, 137, 138, 140, 141, 165], "trialdata": [0, 67, 68, 70, 72, 74, 76, 80, 82, 137, 140, 165], "trialsqldata": [67, 73, 80], "triplet": [5, 6, 7, 8, 9, 10, 93, 98, 117, 118, 121, 122, 151], "true": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 25, 26, 27, 28, 29, 30, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 66, 67, 69, 75, 85, 86, 87, 88, 89, 111, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 136, 143, 144, 161], "try": [54, 89, 164], "try_parse_v": [0, 89, 91], "ts_end": [67, 68, 70, 72, 76, 80, 82, 137, 138, 140], "ts_start": [67, 68, 69, 70, 72, 76, 80, 82, 136, 137, 138, 140], "tunabl": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 39, 44, 48, 50, 51, 53, 55, 57, 59, 60, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 137, 138, 139, 140, 141, 162, 165, 166], "tunable_config": [67, 68, 70, 72, 73, 76, 80, 82, 137, 138, 140], "tunable_config_data": [67, 73], "tunable_config_id": [0, 67, 68, 69, 70, 71, 72, 74, 76, 79, 80, 81, 82, 136, 137, 138, 139, 140], "tunable_config_trial_group": [67, 68, 70, 73, 76, 80, 137, 138], "tunable_config_trial_group_data": [67, 73], "tunable_config_trial_group_id": [67, 68, 72, 76, 82, 137, 140], "tunable_config_trial_group_s": 112, "tunable_group": [0, 85], "tunable_groups_to_configspac": [0, 23, 25], "tunable_param": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 26, 27, 28, 29, 30, 44, 50, 51, 53, 55, 65, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 135], "tunable_valu": [1, 2, 3, 32, 165], "tunable_values_to_configur": [0, 23, 25], "tunableconfigdata": [0, 67, 68, 70, 71, 72, 76, 80, 81, 82, 137, 138, 140], "tunableconfigsqldata": [67, 73, 81], "tunableconfigtrialgroupdata": [0, 67, 68, 70, 72, 76, 80, 82, 137, 138], "tunableconfigtrialgroupsqldata": [67, 73, 74, 82], "tunabledict": [0, 85, 87, 143], "tunablegroup": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 39, 55, 57, 67, 69, 73, 75, 78, 79, 85, 88, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 136, 141], "tunablevalu": [0, 5, 6, 23, 24, 26, 27, 28, 30, 36, 39, 40, 41, 55, 57, 84, 85, 86, 87, 88, 89, 118, 127, 128, 129, 132, 133, 144], "tunablevaluekind": [0, 23, 25], "tunablevaluesdict": [0, 85, 87], "tunablevaluetyp": [0, 85, 87], "tunablevaluetypenam": [0, 85, 87], "tunablevaluetypetupl": [0, 85, 87], "tune": [12, 14, 93, 97, 106, 150, 159, 164, 165], "tupl": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 27, 30, 33, 34, 36, 39, 40, 41, 44, 48, 49, 50, 51, 53, 54, 55, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 75, 79, 85, 87, 88, 89, 93, 97, 98, 112, 114, 117, 118, 119, 121, 122, 125, 127, 129, 132, 133, 135, 136, 137, 143, 144, 151], "tutori": 165, "two": [70, 71, 81, 84, 85, 86, 88, 112, 138, 139, 144, 164], "type": [0, 2, 3, 4, 5, 20, 36, 39, 52, 85, 87, 89, 93, 111, 120, 132, 143, 145, 147, 155, 160, 166], "type_nam": 25, "typeddict": 87, "typic": [72, 140], "tzinfo": 89, "u": [89, 164, 165], "under": [32, 93, 98, 151], "underli": [101, 102, 103, 104, 111, 156, 157, 158, 161, 164, 165], "understand": 165, "unfortun": 165, "unifi": [1, 2, 3], "uniform": [85, 87, 143], "union": [36, 39, 40, 41, 55, 57, 61, 85, 87, 88, 89, 130, 131, 132, 133, 134, 135, 143, 144], "uniqu": [54, 67, 69, 71, 72, 73, 78, 81, 82, 101, 104, 136, 139, 140, 141, 158, 165], "unit": [85, 87, 143], "unknown": [0, 5, 20, 120], "unlik": [85, 88, 144], "unquant": [85, 87, 143], "unsupport": 4, "until": 164, "up": [5, 6, 7, 8, 9, 12, 15, 16, 21, 33, 34, 35, 36, 38, 67, 69, 75, 117, 118, 121, 124, 125, 131, 136, 164, 165], "updat": [0, 12, 17, 44, 49, 55, 64, 67, 69, 73, 78, 79, 85, 86, 87, 88, 136, 141, 143, 144, 164, 166], "update_telemetri": [0, 67, 69, 73, 79, 136], "upload": [0, 5, 8, 10, 36, 37, 43, 44, 47, 51, 52, 55, 58, 122, 130, 134, 165], "url": 89, "us": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 22, 23, 25, 29, 32, 36, 38, 39, 40, 41, 42, 44, 48, 54, 55, 57, 61, 62, 67, 69, 72, 73, 74, 75, 78, 79, 82, 84, 85, 86, 87, 88, 93, 94, 96, 97, 98, 99, 101, 104, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 131, 132, 133, 136, 140, 141, 143, 144, 145, 147, 149, 150, 151, 152, 153, 155, 158, 160, 161, 164, 165, 166], "usag": 32, "use_approximate_reverse_map": [101, 104, 158], "use_default_config": [93, 94, 96, 149], "use_os_env": 4, "user": [68, 76, 101, 102, 103, 104, 137, 156, 157, 158, 165], "usual": [5, 6, 7, 8, 9, 10, 12, 16, 23, 24, 26, 27, 30, 36, 38, 44, 50, 51, 53, 55, 65, 117, 118, 121, 122, 125, 127, 129, 131, 135], "utc": [5, 6, 7, 8, 9, 10, 67, 69, 70, 75, 80, 89, 117, 118, 121, 122, 136, 138], "utcify_nullable_timestamp": [0, 89, 91], "utcify_timestamp": [0, 89, 91], "util": [0, 67, 91, 92, 100, 105, 110, 111, 112, 116], "v": [31, 36, 40, 41, 55, 61, 85, 88, 133, 144, 165], "val": 89, "valid": [1, 2, 3, 39, 55, 57, 85, 87, 89, 108, 132, 143], "validationerror": [2, 3], "valu": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 30, 32, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 101, 104, 108, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 147, 149, 150, 155, 158, 160, 164, 165, 166], "valueerror": [4, 89], "values_weight": [85, 87], "var": [4, 112], "var_zscor": 112, "variabl": [4, 12, 13, 14, 15, 31, 32, 36, 40, 41, 44, 48, 50, 51, 53, 55, 60, 61, 62, 65, 66, 67, 69, 112, 123, 124, 133, 135, 136], "varianc": 112, "variou": [89, 166], "veri": 165, "versatil": 165, "version": [0, 32, 89, 91, 92, 110, 111, 116, 164, 166], "via": [5, 6, 32, 46, 51, 53, 113, 118, 162, 164, 165, 166, 167], "video": 164, "virtual": [12, 14, 44, 48], "visibl": 165, "visual": [111, 112, 160, 161, 162, 164, 165, 167], "viz": [162, 165, 167], "vldb": 164, "vm": [5, 6, 12, 18, 39, 44, 45, 48, 49, 50, 51, 53, 55, 57, 59, 60, 63, 64, 65, 66, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135, 165], "vm_deprovis": [55, 66], "vm_env": [5, 12], "vm_provis": [55, 66], "vm_provisioner_typ": [36, 55], "vm_restart": [55, 66], "vm_start": [55, 66], "vm_stop": [55, 66], "vmenv": [0, 5, 12, 18, 55, 60, 66], "vmname": [44, 49, 55, 64], "wa": [23, 24, 26, 27, 30, 68, 72, 76, 82, 127, 129, 137, 140], "wait": [21, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 135], "wait_boot": [124, 125], "wait_host_deploy": [36, 43, 44, 50, 55, 60, 135], "wait_host_oper": [43, 44, 50, 55, 59, 135], "wait_network_deploy": [36, 43, 44, 48, 55, 62], "wait_os_oper": [43, 44, 50, 51, 53, 55, 63, 135], "wait_vm_deploy": [55, 66], "wait_vm_oper": [55, 66], "want": [25, 149], "warm": [67, 69, 75, 136, 149, 165, 166], "warn": [32, 111, 112, 113, 161], "we": [23, 24, 27, 39, 67, 69, 72, 73, 78, 82, 89, 108, 112, 127, 129, 132, 136, 140, 141, 149, 164, 165, 167], "web": 164, "websit": 32, "weight": [0, 85, 87, 143, 148, 149, 150, 151, 152], "well": [5, 6, 114, 118], "were": [33, 34, 35, 67, 69, 75, 136], "what": [32, 67, 69, 73, 78, 111, 136, 141, 160, 165], "when": [21, 32, 33, 34, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 67, 69, 73, 78, 85, 87, 88, 89, 101, 104, 108, 112, 135, 136, 141, 143, 144, 149, 158, 164, 165], "whenev": 165, "where": [3, 5, 6, 7, 8, 9, 10, 11, 12, 16, 39, 84, 89, 108, 117, 118, 119, 121, 122, 125, 132, 149, 164, 165, 167], "whether": [4, 44, 48, 49, 55, 62, 64, 85, 86, 87, 88, 89, 93, 98, 111, 112, 114, 143, 144, 149, 151, 161], "which": [44, 50, 54, 55, 60, 67, 69, 72, 82, 93, 98, 101, 102, 103, 104, 112, 135, 136, 140, 151, 156, 157, 158, 164, 165, 166], "while": 165, "window": 164, "with_scatter_plot": 112, "within": [72, 82, 85, 87, 88, 140, 143, 144], "without": [12, 15, 25, 124, 165], "work": [36, 40, 41, 42, 55, 61, 114, 133, 164], "workaround": 107, "worker": 32, "workload": [164, 165, 166], "workspac": [2, 3, 39, 89, 132], "wrap": 166, "wrapper": [23, 27, 54, 93, 94, 95, 96, 97, 98, 113, 127, 149, 150, 151, 164, 167], "writabl": 166, "write": 165, "yet": [12, 14, 23, 24, 26, 27, 30, 93, 94, 95, 96, 97, 98, 99, 127, 129, 148, 149, 150, 151, 152], "yield": 41, "yml": [164, 165], "you": 149, "your": 164, "yourexperimentid": 165, "zoneinfo": 89, "zscore": 112}, "titles": ["mlos_bench package", "mlos_bench.config package", "mlos_bench.config.schemas package", "mlos_bench.config.schemas.config_schemas module", "mlos_bench.dict_templater module", "mlos_bench.environments package", "mlos_bench.environments.base_environment module", "mlos_bench.environments.composite_env module", "mlos_bench.environments.local package", "mlos_bench.environments.local.local_env module", "mlos_bench.environments.local.local_fileshare_env module", "mlos_bench.environments.mock_env module", "mlos_bench.environments.remote package", "mlos_bench.environments.remote.host_env module", "mlos_bench.environments.remote.network_env module", "mlos_bench.environments.remote.os_env module", "mlos_bench.environments.remote.remote_env module", "mlos_bench.environments.remote.saas_env module", "mlos_bench.environments.remote.vm_env module", "mlos_bench.environments.script_env module", "mlos_bench.environments.status module", "mlos_bench.event_loop_context module", "mlos_bench.launcher module", "mlos_bench.optimizers package", "mlos_bench.optimizers.base_optimizer module", "mlos_bench.optimizers.convert_configspace module", "mlos_bench.optimizers.grid_search_optimizer module", "mlos_bench.optimizers.mlos_core_optimizer module", "mlos_bench.optimizers.mock_optimizer module", "mlos_bench.optimizers.one_shot_optimizer module", "mlos_bench.optimizers.track_best_optimizer module", "mlos_bench.os_environ module", "mlos_bench.run module", "mlos_bench.schedulers package", "mlos_bench.schedulers.base_scheduler module", "mlos_bench.schedulers.sync_scheduler module", "mlos_bench.services package", "mlos_bench.services.base_fileshare module", "mlos_bench.services.base_service module", "mlos_bench.services.config_persistence module", "mlos_bench.services.local package", "mlos_bench.services.local.local_exec module", "mlos_bench.services.local.temp_dir_context module", "mlos_bench.services.remote package", "mlos_bench.services.remote.azure package", "mlos_bench.services.remote.azure.azure_auth module", "mlos_bench.services.remote.azure.azure_deployment_services module", "mlos_bench.services.remote.azure.azure_fileshare module", "mlos_bench.services.remote.azure.azure_network_services module", "mlos_bench.services.remote.azure.azure_saas module", "mlos_bench.services.remote.azure.azure_vm_services module", "mlos_bench.services.remote.ssh package", "mlos_bench.services.remote.ssh.ssh_fileshare module", "mlos_bench.services.remote.ssh.ssh_host_service module", "mlos_bench.services.remote.ssh.ssh_service module", "mlos_bench.services.types package", "mlos_bench.services.types.authenticator_type module", "mlos_bench.services.types.config_loader_type module", "mlos_bench.services.types.fileshare_type module", "mlos_bench.services.types.host_ops_type module", "mlos_bench.services.types.host_provisioner_type module", "mlos_bench.services.types.local_exec_type module", "mlos_bench.services.types.network_provisioner_type module", "mlos_bench.services.types.os_ops_type module", "mlos_bench.services.types.remote_config_type module", "mlos_bench.services.types.remote_exec_type module", "mlos_bench.services.types.vm_provisioner_type module", "mlos_bench.storage package", "mlos_bench.storage.base_experiment_data module", "mlos_bench.storage.base_storage module", "mlos_bench.storage.base_trial_data module", "mlos_bench.storage.base_tunable_config_data module", "mlos_bench.storage.base_tunable_config_trial_group_data module", "mlos_bench.storage.sql package", "mlos_bench.storage.sql.common module", "mlos_bench.storage.sql.experiment module", "mlos_bench.storage.sql.experiment_data module", "mlos_bench.storage.sql.schema module", "mlos_bench.storage.sql.storage module", "mlos_bench.storage.sql.trial module", "mlos_bench.storage.sql.trial_data module", "mlos_bench.storage.sql.tunable_config_data module", "mlos_bench.storage.sql.tunable_config_trial_group_data module", "mlos_bench.storage.storage_factory module", "mlos_bench.storage.util module", "mlos_bench.tunables package", "mlos_bench.tunables.covariant_group module", "mlos_bench.tunables.tunable module", "mlos_bench.tunables.tunable_groups module", "mlos_bench.util module", "mlos_bench.version module", "mlos_bench", "mlos_core package", "mlos_core.optimizers package", "mlos_core.optimizers.bayesian_optimizers package", "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module", "mlos_core.optimizers.bayesian_optimizers.smac_optimizer module", "mlos_core.optimizers.flaml_optimizer module", "mlos_core.optimizers.optimizer module", "mlos_core.optimizers.random_optimizer module", "mlos_core.spaces package", "mlos_core.spaces.adapters package", "mlos_core.spaces.adapters.adapter module", "mlos_core.spaces.adapters.identity_adapter module", "mlos_core.spaces.adapters.llamatune module", "mlos_core.spaces.converters package", "mlos_core.spaces.converters.flaml module", "mlos_core.spaces.converters.util module", "mlos_core.util module", "mlos_core.version module", "mlos_core", "mlos_viz package", "mlos_viz.base module", "mlos_viz.dabl module", "mlos_viz.util module", "mlos_viz.version module", "mlos_viz", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.CompositeEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.Environment", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.MockEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.Status", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.local</span></code>.LocalEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.local</span></code>.LocalFileShareEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.HostEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.OSEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.RemoteEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.VMEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.MlosCoreOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.MockOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.Optimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services</span></code>.FileShareService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services</span></code>.Service", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.config_persistence</span></code>.ConfigPersistenceService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.local</span></code>.LocalExecService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.remote.azure</span></code>.AzureFileShareService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.remote.azure</span></code>.AzureVMService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage</span></code>.Storage", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_experiment_data</span></code>.ExperimentData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_trial_data</span></code>.TrialData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_tunable_config_data</span></code>.TunableConfigData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_tunable_config_trial_group_data</span></code>.TunableConfigTrialGroupData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.sql.storage</span></code>.SqlStorage", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.storage_factory</span></code>.from_config", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.tunables</span></code>.Tunable", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.tunables</span></code>.TunableGroups", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerFactory", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerFactory.create", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerType", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.bayesian_optimizers</span></code>.BaseBayesianOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.bayesian_optimizers</span></code>.SmacOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.flaml_optimizer</span></code>.FlamlOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.optimizer</span></code>.BaseOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.random_optimizer</span></code>.RandomOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterFactory", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterFactory.create", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterType", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.adapter</span></code>.BaseSpaceAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.identity_adapter</span></code>.IdentityAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.llamatune</span></code>.LlamaTuneAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.converters.flaml</span></code>.configspace_to_flaml_space", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_viz</span></code>.MlosVizMethod", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_viz</span></code>.plot", "Welcome to the MLOS documentation!", "MLOS Package APIs Overview", "MLOS", "mlos-bench", "mlos-core", "mlos_viz"], "titleterms": {"1": 165, "2": 165, "3": 165, "4": 165, "5": 165, "6": 165, "access": [163, 165], "activ": [164, 165], "adapt": [101, 102, 103, 104, 153, 154, 155, 156, 157, 158, 163], "also": 164, "analysi": 163, "analyz": 165, "anoth": 165, "api": [162, 163], "authenticator_typ": 56, "azur": [44, 45, 46, 47, 48, 49, 50, 134, 135, 163, 165], "azure_auth": 45, "azure_deployment_servic": 46, "azure_fileshar": 47, "azure_network_servic": 48, "azure_saa": 49, "azure_vm_servic": 50, "azurefileshareservic": 134, "azurevmservic": 135, "backend": 163, "base": [112, 163], "base_environ": 6, "base_experiment_data": [68, 137], "base_fileshar": 37, "base_optim": 24, "base_schedul": 34, "base_servic": 38, "base_storag": 69, "base_trial_data": [70, 138], "base_tunable_config_data": [71, 139], "base_tunable_config_trial_group_data": [72, 140], "basebayesianoptim": 148, "baseoptim": 151, "basespaceadapt": 156, "bayesian_optim": [94, 95, 96, 148, 149], "bench": [163, 164, 165], "benchmark": [163, 165], "cli": 165, "client": 163, "common": 74, "composite_env": 7, "compositeenv": 117, "conda": [164, 165], "config": [1, 2, 3, 165], "config_loader_typ": 57, "config_persist": [39, 132], "config_schema": 3, "configpersistenceservic": 132, "configspace_to_flaml_spac": 159, "configur": 165, "content": [164, 165], "contribut": 164, "convert": [105, 106, 107, 159, 163], "convert_configspac": 25, "core": [163, 164, 166], "covariant_group": 86, "creat": [146, 154, 165], "credenti": 165, "dabl": 113, "db": [163, 165], "descript": [165, 166], "dict_templat": 4, "document": 162, "environ": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 163, 165], "event_loop_context": 21, "exampl": [31, 164], "experi": [75, 165], "experiment_data": 76, "experimentdata": 137, "featur": [165, 166], "file": 165, "fileshare_typ": 58, "fileshareservic": 130, "flaml": [106, 159], "flaml_optim": [97, 150], "flamloptim": 150, "from_config": 142, "gener": 165, "get": 164, "grid_search_optim": 26, "have": 165, "host_env": 13, "host_ops_typ": 59, "host_provisioner_typ": 60, "hostenv": 123, "id": 165, "identity_adapt": [103, 157], "identityadapt": 157, "import": 165, "ins": 163, "instal": [164, 165], "interact": 165, "interrupt": 165, "json": 165, "launcher": 22, "level": 165, "llamatun": [104, 158], "llamatuneadapt": 158, "local": [8, 9, 10, 40, 41, 42, 121, 122, 133, 163], "local_env": 9, "local_exec": 41, "local_exec_typ": 61, "local_fileshare_env": 10, "localenv": 121, "localexecservic": 133, "localfileshareenv": 122, "main": 163, "make": 165, "mix": 163, "mlo": [162, 163, 164, 165, 166], "mlos_bench": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144], "mlos_cor": [92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159], "mlos_core_optim": 27, "mlos_viz": [111, 112, 113, 114, 115, 116, 160, 161, 167], "mloscoreoptim": 127, "mlosvizmethod": 160, "mock_env": 11, "mock_optim": 28, "mockenv": 119, "mockoptim": 128, "modul": [3, 4, 6, 7, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 37, 38, 39, 41, 42, 45, 46, 47, 48, 49, 50, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 95, 96, 97, 98, 99, 102, 103, 104, 106, 107, 108, 109, 112, 113, 114, 115], "network_env": 14, "network_provisioner_typ": 62, "one_shot_optim": 29, "optim": [23, 24, 25, 26, 27, 28, 29, 30, 93, 94, 95, 96, 97, 98, 99, 127, 128, 129, 145, 146, 147, 148, 149, 150, 151, 152, 163, 165], "optimizerfactori": [145, 146], "optimizertyp": 147, "option": 165, "organ": 164, "os_env": 15, "os_environ": 31, "os_ops_typ": 63, "osenv": 124, "overview": [162, 163, 164], "packag": [0, 1, 2, 5, 8, 12, 23, 33, 36, 40, 43, 44, 51, 55, 67, 73, 85, 92, 93, 94, 100, 101, 105, 111, 163], "paramet": [163, 165], "plot": 161, "quickstart": 165, "random_optim": [99, 152], "randomoptim": 152, "refer": 162, "remot": [12, 13, 14, 15, 16, 17, 18, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 123, 124, 125, 126, 134, 135, 163], "remote_config_typ": 64, "remote_env": 16, "remote_exec_typ": 65, "remoteenv": 125, "resourc": 165, "result": 165, "resum": 165, "run": [32, 165], "runtim": 163, "saas_env": 17, "schedul": [33, 34, 35], "schema": [2, 3, 77], "script_env": 19, "see": 164, "servic": [36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 130, 131, 132, 133, 134, 135, 163], "setup": 165, "smac_optim": 96, "smacoptim": 149, "sourc": 162, "space": [100, 101, 102, 103, 104, 105, 106, 107, 153, 154, 155, 156, 157, 158, 159, 163], "spaceadapterfactori": [153, 154], "spaceadaptertyp": 155, "specif": 165, "sql": [73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 141, 163], "sqlstorag": 141, "ssh": [51, 52, 53, 54], "ssh_fileshar": 52, "ssh_host_servic": 53, "ssh_servic": 54, "start": 164, "statu": [20, 120], "storag": [67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 136, 137, 138, 139, 140, 141, 142, 163], "storage_factori": [83, 142], "submodul": [0, 2, 5, 8, 12, 23, 33, 36, 40, 44, 51, 55, 67, 73, 85, 92, 93, 94, 101, 105, 111], "subpackag": [0, 1, 5, 36, 43, 67, 92, 93, 100], "sure": 165, "sync_schedul": 35, "tabl": 165, "temp_dir_context": 42, "token": 165, "tool": 165, "top": 165, "track_best_optim": 30, "tree": 162, "trial": 79, "trial_data": 80, "trialdata": 138, "tunabl": [85, 86, 87, 88, 143, 144, 163], "tunable_config_data": 81, "tunable_config_trial_group_data": 82, "tunable_group": 88, "tunableconfigdata": 139, "tunableconfigtrialgroupdata": 140, "tunablegroup": 144, "type": [55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "usag": 164, "util": [84, 89, 107, 108, 114], "version": [90, 109, 115], "viz": [163, 164], "vm_env": 18, "vm_provisioner_typ": 66, "vmenv": 126, "welcom": 162, "work": 165, "you": 165, "your": 165}})
\ No newline at end of file
diff --git a/source_tree_docs/index.html b/source_tree_docs/index.html
index f2f4d1b2f6..a98c3db29d 100644
--- a/source_tree_docs/index.html
+++ b/source_tree_docs/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>MLOS &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>MLOS &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/source_tree_docs/mlos_bench/index.html b/source_tree_docs/mlos_bench/index.html
index 22f9aa7584..4957060779 100644
--- a/source_tree_docs/mlos_bench/index.html
+++ b/source_tree_docs/mlos_bench/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos-bench &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos-bench &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/source_tree_docs/mlos_core/index.html b/source_tree_docs/mlos_core/index.html
index 80047b3f1e..1e37b707c9 100644
--- a/source_tree_docs/mlos_core/index.html
+++ b/source_tree_docs/mlos_core/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos-core &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos-core &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/source_tree_docs/mlos_viz/index.html b/source_tree_docs/mlos_viz/index.html
index 72c75e8197..f8f52761da 100644
--- a/source_tree_docs/mlos_viz/index.html
+++ b/source_tree_docs/mlos_viz/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
+  <title>mlos_viz &mdash; MLOS 0.6.2.dev6+g2b2a9f0e7 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
+        <script src="../../_static/documentation_options.js?v=f15b420e"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev5+ge514908d1
+                0.6.2.dev6+g2b2a9f0e7
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">