diff --git a/.doctrees/environment.pickle b/.doctrees/environment.pickle
index 497a06d..1a565e8 100644
Binary files a/.doctrees/environment.pickle and b/.doctrees/environment.pickle differ
diff --git a/.doctrees/whylogs_container.whylabs.container.doctree b/.doctrees/whylogs_container.whylabs.container.doctree
index 02bc539..e714ce5 100644
Binary files a/.doctrees/whylogs_container.whylabs.container.doctree and b/.doctrees/whylogs_container.whylabs.container.doctree differ
diff --git a/.doctrees/whylogs_container.whylabs.doctree b/.doctrees/whylogs_container.whylabs.doctree
index 8a09e22..40e90aa 100644
Binary files a/.doctrees/whylogs_container.whylabs.doctree and b/.doctrees/whylogs_container.whylabs.doctree differ
diff --git a/.doctrees/whylogs_container.whylabs.llm_validation.doctree b/.doctrees/whylogs_container.whylabs.llm_validation.doctree
index f6b81d0..1ffb1a6 100644
Binary files a/.doctrees/whylogs_container.whylabs.llm_validation.doctree and b/.doctrees/whylogs_container.whylabs.llm_validation.doctree differ
diff --git a/.doctrees/whylogs_container.whylabs.logger.doctree b/.doctrees/whylogs_container.whylabs.logger.doctree
index d9438a3..5c86fb8 100644
Binary files a/.doctrees/whylogs_container.whylabs.logger.doctree and b/.doctrees/whylogs_container.whylabs.logger.doctree differ
diff --git a/.doctrees/whylogs_container.whylabs.time_utils.doctree b/.doctrees/whylogs_container.whylabs.time_utils.doctree
new file mode 100644
index 0000000..6b8e784
Binary files /dev/null and b/.doctrees/whylogs_container.whylabs.time_utils.doctree differ
diff --git a/_sources/whylogs_container.whylabs.container.rst.txt b/_sources/whylogs_container.whylabs.container.rst.txt
index 46a0bce..60ae94d 100644
--- a/_sources/whylogs_container.whylabs.container.rst.txt
+++ b/_sources/whylogs_container.whylabs.container.rst.txt
@@ -28,18 +28,34 @@ whylogs\_container.whylabs.container.config\_test module
    :undoc-members:
    :show-inheritance:
 
-whylogs\_container.whylabs.container.container\_config module
+whylogs\_container.whylabs.container.environment module
+-------------------------------------------------------
+
+.. automodule:: whylogs_container.whylabs.container.environment
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+whylogs\_container.whylabs.container.file\_read\_utils module
 -------------------------------------------------------------
 
-.. automodule:: whylogs_container.whylabs.container.container_config
+.. automodule:: whylogs_container.whylabs.container.file_read_utils
    :members:
    :undoc-members:
    :show-inheritance:
 
-whylogs\_container.whylabs.container.environment module
--------------------------------------------------------
+whylogs\_container.whylabs.container.lazy module
+------------------------------------------------
 
-.. automodule:: whylogs_container.whylabs.container.environment
+.. automodule:: whylogs_container.whylabs.container.lazy
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+whylogs\_container.whylabs.container.policy module
+--------------------------------------------------
+
+.. automodule:: whylogs_container.whylabs.container.policy
    :members:
    :undoc-members:
    :show-inheritance:
@@ -68,6 +84,14 @@ whylogs\_container.whylabs.container.routes module
    :undoc-members:
    :show-inheritance:
 
+whylogs\_container.whylabs.container.s3\_sync module
+----------------------------------------------------
+
+.. automodule:: whylogs_container.whylabs.container.s3_sync
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
 whylogs\_container.whylabs.container.startup module
 ---------------------------------------------------
 
@@ -76,6 +100,14 @@ whylogs\_container.whylabs.container.startup module
    :undoc-members:
    :show-inheritance:
 
+whylogs\_container.whylabs.container.version module
+---------------------------------------------------
+
+.. automodule:: whylogs_container.whylabs.container.version
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
 Module contents
 ---------------
 
diff --git a/_sources/whylogs_container.whylabs.llm_validation.rst.txt b/_sources/whylogs_container.whylabs.llm_validation.rst.txt
index 9dd4b1f..bb2df12 100644
--- a/_sources/whylogs_container.whylabs.llm_validation.rst.txt
+++ b/_sources/whylogs_container.whylabs.llm_validation.rst.txt
@@ -4,22 +4,6 @@ whylogs\_container.whylabs.llm\_validation package
 Submodules
 ----------
 
-whylogs\_container.whylabs.llm\_validation.config module
---------------------------------------------------------
-
-.. automodule:: whylogs_container.whylabs.llm_validation.config
-   :members:
-   :undoc-members:
-   :show-inheritance:
-
-whylogs\_container.whylabs.llm\_validation.config\_parsing module
------------------------------------------------------------------
-
-.. automodule:: whylogs_container.whylabs.llm_validation.config_parsing
-   :members:
-   :undoc-members:
-   :show-inheritance:
-
 whylogs\_container.whylabs.llm\_validation.metadata module
 ----------------------------------------------------------
 
@@ -28,38 +12,6 @@ whylogs\_container.whylabs.llm\_validation.metadata module
    :undoc-members:
    :show-inheritance:
 
-whylogs\_container.whylabs.llm\_validation.schema\_builder module
------------------------------------------------------------------
-
-.. automodule:: whylogs_container.whylabs.llm_validation.schema_builder
-   :members:
-   :undoc-members:
-   :show-inheritance:
-
-whylogs\_container.whylabs.llm\_validation.signals module
----------------------------------------------------------
-
-.. automodule:: whylogs_container.whylabs.llm_validation.signals
-   :members:
-   :undoc-members:
-   :show-inheritance:
-
-whylogs\_container.whylabs.llm\_validation.validate module
-----------------------------------------------------------
-
-.. automodule:: whylogs_container.whylabs.llm_validation.validate
-   :members:
-   :undoc-members:
-   :show-inheritance:
-
-whylogs\_container.whylabs.llm\_validation.validation\_utils module
--------------------------------------------------------------------
-
-.. automodule:: whylogs_container.whylabs.llm_validation.validation_utils
-   :members:
-   :undoc-members:
-   :show-inheritance:
-
 whylogs\_container.whylabs.llm\_validation.validator module
 -----------------------------------------------------------
 
@@ -68,14 +20,6 @@ whylogs\_container.whylabs.llm\_validation.validator module
    :undoc-members:
    :show-inheritance:
 
-whylogs\_container.whylabs.llm\_validation.validators module
-------------------------------------------------------------
-
-.. automodule:: whylogs_container.whylabs.llm_validation.validators
-   :members:
-   :undoc-members:
-   :show-inheritance:
-
 Module contents
 ---------------
 
diff --git a/_sources/whylogs_container.whylabs.logger.rst.txt b/_sources/whylogs_container.whylabs.logger.rst.txt
index bde0785..bd1f236 100644
--- a/_sources/whylogs_container.whylabs.logger.rst.txt
+++ b/_sources/whylogs_container.whylabs.logger.rst.txt
@@ -12,14 +12,6 @@ whylogs\_container.whylabs.logger.logger module
    :undoc-members:
    :show-inheritance:
 
-whylogs\_container.whylabs.logger.openai\_messages module
----------------------------------------------------------
-
-.. automodule:: whylogs_container.whylabs.logger.openai_messages
-   :members:
-   :undoc-members:
-   :show-inheritance:
-
 Module contents
 ---------------
 
diff --git a/_sources/whylogs_container.whylabs.rst.txt b/_sources/whylogs_container.whylabs.rst.txt
index a122e54..91a7368 100644
--- a/_sources/whylogs_container.whylabs.rst.txt
+++ b/_sources/whylogs_container.whylabs.rst.txt
@@ -10,6 +10,7 @@ Subpackages
    whylogs_container.whylabs.container
    whylogs_container.whylabs.llm_validation
    whylogs_container.whylabs.logger
+   whylogs_container.whylabs.time_utils
 
 Module contents
 ---------------
diff --git a/_sources/whylogs_container.whylabs.time_utils.rst.txt b/_sources/whylogs_container.whylabs.time_utils.rst.txt
new file mode 100644
index 0000000..aa4d72d
--- /dev/null
+++ b/_sources/whylogs_container.whylabs.time_utils.rst.txt
@@ -0,0 +1,21 @@
+whylogs\_container.whylabs.time\_utils package
+==============================================
+
+Submodules
+----------
+
+whylogs\_container.whylabs.time\_utils.time\_convert\_utils module
+------------------------------------------------------------------
+
+.. automodule:: whylogs_container.whylabs.time_utils.time_convert_utils
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+Module contents
+---------------
+
+.. automodule:: whylogs_container.whylabs.time_utils
+   :members:
+   :undoc-members:
+   :show-inheritance:
diff --git a/genindex.html b/genindex.html
index ae1f0ab..29ef47e 100644
--- a/genindex.html
+++ b/genindex.html
@@ -187,7 +187,7 @@
           
 <section class="genindex-section">
   <h1 id="index">Index</h1>
-  <div class="genindex-jumpbox"><a href="#A"><strong>A</strong></a> | <a href="#B"><strong>B</strong></a> | <a href="#C"><strong>C</strong></a> | <a href="#D"><strong>D</strong></a> | <a href="#E"><strong>E</strong></a> | <a href="#F"><strong>F</strong></a> | <a href="#G"><strong>G</strong></a> | <a href="#H"><strong>H</strong></a> | <a href="#I"><strong>I</strong></a> | <a href="#K"><strong>K</strong></a> | <a href="#L"><strong>L</strong></a> | <a href="#M"><strong>M</strong></a> | <a href="#O"><strong>O</strong></a> | <a href="#P"><strong>P</strong></a> | <a href="#R"><strong>R</strong></a> | <a href="#S"><strong>S</strong></a> | <a href="#T"><strong>T</strong></a> | <a href="#U"><strong>U</strong></a> | <a href="#V"><strong>V</strong></a> | <a href="#W"><strong>W</strong></a> | <a href="#Y"><strong>Y</strong></a></div>
+  <div class="genindex-jumpbox"><a href="#A"><strong>A</strong></a> | <a href="#C"><strong>C</strong></a> | <a href="#D"><strong>D</strong></a> | <a href="#E"><strong>E</strong></a> | <a href="#F"><strong>F</strong></a> | <a href="#G"><strong>G</strong></a> | <a href="#H"><strong>H</strong></a> | <a href="#I"><strong>I</strong></a> | <a href="#L"><strong>L</strong></a> | <a href="#M"><strong>M</strong></a> | <a href="#O"><strong>O</strong></a> | <a href="#P"><strong>P</strong></a> | <a href="#R"><strong>R</strong></a> | <a href="#S"><strong>S</strong></a> | <a href="#T"><strong>T</strong></a> | <a href="#U"><strong>U</strong></a> | <a href="#V"><strong>V</strong></a> | <a href="#W"><strong>W</strong></a> | <a href="#Y"><strong>Y</strong></a></div>
 </section>
 <section id="A" class="genindex-section">
   <h2>A</h2>
@@ -195,9 +195,9 @@ <h2>A</h2>
     <td style="width: 33%; vertical-align: top;"><ul>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.auth.Auth.api_key_auth">api_key_auth() (whylogs_container.whylabs.container.auth.Auth method)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.container_config.UDFConfig.applicable_columns">applicable_columns (whylogs_container.whylabs.container.container_config.UDFConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.assert_llm_endpoint">assert_llm_endpoint() (whylogs_container.whylabs.container.environment.EnvironmentVariables method)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.assert_llm_endpoint">assert_llm_endpoint() (whylogs_container.whylabs.container.environment.ContainerConfig method)</a>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.AsyncValidationMessage">AsyncValidationMessage (class in whylogs_container.whylabs.llm_validation.validator)</a>
 </li>
     </ul></td>
     <td style="width: 33%; vertical-align: top;"><ul>
@@ -205,52 +205,32 @@ <h2>A</h2>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.auth.Auth">Auth (class in whylogs_container.whylabs.container.auth)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.auth_disabled">auth_disabled() (whylogs_container.whylabs.container.environment.ContainerConfig method)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.auth_disabled">auth_disabled() (whylogs_container.whylabs.container.environment.EnvironmentVariables method)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.AvailableMetrics">AvailableMetrics (class in whylogs_container.whylabs.container.responses)</a>
 </li>
     </ul></td>
   </tr></table>
 </section>
 
-<section id="B" class="genindex-section">
-  <h2>B</h2>
+<section id="C" class="genindex-section">
+  <h2>C</h2>
   <table style="width: 100%" class="indextable genindextable"><tr>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder">BaseThresholdValidatorBuilder (class in whylogs_container.whylabs.llm_validation.validators)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder.build">build() (whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder method)</a>
-
-        <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.build">(whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder method)</a>
-</li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder.build">(whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder method)</a>
-</li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder.build">(whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder method)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CachedMetricCreator">CachedMetricCreator (class in whylogs_container.whylabs.container.policy)</a>
 </li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder.build">(whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder method)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CallbackOptions.callback">callback (whylogs_container.whylabs.container.policy.CallbackOptions attribute)</a>
 </li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder.build">(whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder method)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CallbackOptions">CallbackOptions (class in whylogs_container.whylabs.container.policy)</a>
 </li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.build">(whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder method)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.callbacks">callbacks (whylogs_container.whylabs.container.policy.Policy attribute)</a>
 </li>
-        </ul></li>
-    </ul></td>
-    <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.build_langkit_validator">build_langkit_validator() (in module whylogs_container.whylabs.llm_validation.config)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.build_langkit_validators_dictionary">build_langkit_validators_dictionary() (in module whylogs_container.whylabs.llm_validation.config)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder.build_validator">build_validator() (whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder method)</a>
-</li>
-    </ul></td>
-  </tr></table>
-</section>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigActor.close_process">close_process() (whylogs_container.whylabs.container.config.ConfigActor method)</a>
 
-<section id="C" class="genindex-section">
-  <h2>C</h2>
-  <table style="width: 100%" class="indextable genindextable"><tr>
-    <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.close">close() (whylogs_container.whylabs.llm_validation.validator.ValidationActor method)</a>
+        <ul>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.SynchronousConfig.close_process">(whylogs_container.whylabs.container.config.SynchronousConfig method)</a>
 </li>
+        </ul></li>
         <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.close_validator">close_validator() (whylogs_container.whylabs.llm_validation.validator.SynchronousValidator method)</a>
 
         <ul>
@@ -259,39 +239,39 @@ <h2>C</h2>
         </ul></li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogMultiple.columns">columns (whylogs_container.whylabs.container.requests.LogMultiple attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.config_error">config_error (whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigInstance.config">config (whylogs_container.whylabs.container.config.ConfigInstance attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.config_path">config_path (whylogs_container.whylabs.llm_validation.config.ModuleDefinition attribute)</a>
-
-        <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.config_path">(whylogs_container.whylabs.llm_validation.metadata.ValidationRule attribute)</a>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.config_error">config_error (whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata attribute)</a>
 </li>
-        </ul></li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata">ConfigurationMetadata (class in whylogs_container.whylabs.llm_validation.metadata)</a>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.config_path">config_path (whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.container_password">container_password (whylogs_container.whylabs.container.environment.ContainerConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigActor">ConfigActor (class in whylogs_container.whylabs.container.config)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.CONTAINER_PASSWORD">CONTAINER_PASSWORD (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigInstance">ConfigInstance (class in whylogs_container.whylabs.container.config)</a>
 </li>
     </ul></td>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.container_config.ContainerConfig">ContainerConfig (class in whylogs_container.whylabs.container.container_config)</a>
-
-        <ul>
-          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig">(class in whylogs_container.whylabs.container.environment)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigManager.ConfigInstance">ConfigInstance() (whylogs_container.whylabs.container.config.ConfigManager method)</a>
 </li>
-        </ul></li>
-        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerLoggerFactory">ContainerLoggerFactory (class in whylogs_container.whylabs.logger.logger)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigManager">ConfigManager (class in whylogs_container.whylabs.container.config)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger">ContainerProcessRollingLogger (class in whylogs_container.whylabs.logger.logger)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigProxy">ConfigProxy (class in whylogs_container.whylabs.container.config)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ContainerSchemas">ContainerSchemas (class in whylogs_container.whylabs.container.config)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState">ConfigState (class in whylogs_container.whylabs.container.config)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.content">content (whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict attribute)</a>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata">ConfigurationMetadata (class in whylogs_container.whylabs.llm_validation.metadata)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.convert_dataset_cadence">convert_dataset_cadence() (in module whylogs_container.whylabs.logger.logger)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.container_password">container_password (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.convert_schedule">convert_schedule() (in module whylogs_container.whylabs.logger.logger)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.CONTAINER_PASSWORD">CONTAINER_PASSWORD (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerLoggerFactory">ContainerLoggerFactory (class in whylogs_container.whylabs.logger.logger)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger">ContainerProcessRollingLogger (class in whylogs_container.whylabs.logger.logger)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.time_utils.html#whylogs_container.whylabs.time_utils.time_convert_utils.convert_dataset_cadence">convert_dataset_cadence() (in module whylogs_container.whylabs.time_utils.time_convert_utils)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.time_utils.html#whylogs_container.whylabs.time_utils.time_convert_utils.convert_schedule">convert_schedule() (in module whylogs_container.whylabs.time_utils.time_convert_utils)</a>
 </li>
         <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.create_logger">create_logger() (in module whylogs_container.whylabs.logger.logger)</a>
 
@@ -299,7 +279,7 @@ <h2>C</h2>
           <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerLoggerFactory.create_logger">(whylogs_container.whylabs.logger.logger.ContainerLoggerFactory method)</a>
 </li>
         </ul></li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.create_validator">create_validator() (in module whylogs_container.whylabs.llm_validation.validator)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.create_time">create_time (whylogs_container.whylabs.container.config.ConfigState attribute)</a>
 </li>
     </ul></td>
   </tr></table>
@@ -320,9 +300,7 @@ <h2>D</h2>
         <ul>
           <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogRequest.dataset_id">(whylogs_container.whylabs.container.requests.LogRequest attribute)</a>
 </li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.dataset_id">(whylogs_container.whylabs.llm_validation.validator.ValidationRequest attribute)</a>
-</li>
-          <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.dataset_id">(whylogs_container.whylabs.logger.openai_messages.OpenAIMessage attribute)</a>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.dataset_id">(whylogs_container.whylabs.container.requests.ValidationRequest attribute)</a>
 </li>
         </ul></li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_profiles">dataset_profiles (whylogs_container.whylabs.container.responses.LoggerStatusResponse attribute)</a>
@@ -331,29 +309,25 @@ <h2>D</h2>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.datasetId">datasetId (whylogs_container.whylabs.container.requests.LogEmbeddingRequest attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.default_dataset_cadence">default_dataset_cadence (whylogs_container.whylabs.container.environment.ContainerConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_dataset_cadence">default_dataset_cadence (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
 </li>
     </ul></td>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_api_key">default_openai_api_key (whylogs_container.whylabs.container.environment.ContainerConfig attribute)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_organization">default_openai_organization (whylogs_container.whylabs.container.environment.ContainerConfig attribute)</a>
-</li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_DATASET_CADENCE">DEFAULT_WHYLABS_DATASET_CADENCE (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_org_id">default_whylabs_org_id (whylogs_container.whylabs.container.environment.ContainerConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_org_id">default_whylabs_org_id (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_ORG_ID">DEFAULT_WHYLABS_ORG_ID (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_cadence">default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.ContainerConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_upload_cadence">default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_CADENCE">DEFAULT_WHYLABS_UPLOAD_CADENCE (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_interval">default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.ContainerConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_upload_interval">default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_INTERVAL">DEFAULT_WHYLABS_UPLOAD_INTERVAL (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.disable_container_password">disable_container_password (whylogs_container.whylabs.container.environment.ContainerConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.disable_container_password">disable_container_password (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.DISABLE_CONTAINER_PASSWORD">DISABLE_CONTAINER_PASSWORD (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
 </li>
@@ -366,12 +340,20 @@ <h2>E</h2>
   <table style="width: 100%" class="indextable genindextable"><tr>
     <td style="width: 33%; vertical-align: top;"><ul>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.embeddings">embeddings (whylogs_container.whylabs.container.requests.LogEmbeddingRequest attribute)</a>
+</li>
+        <li><a href="whylogs_container.util.html#whylogs_container.util.string_util.encode_strings">encode_strings() (in module whylogs_container.util.string_util)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.ensure_str">ensure_str() (whylogs_container.whylabs.container.policy.Policy class method)</a>
 </li>
     </ul></td>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.util.html#whylogs_container.util.string_util.encode_strings">encode_strings() (in module whylogs_container.util.string_util)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables">EnvironmentVariables (class in whylogs_container.whylabs.container.environment)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames">EnvVarNames (class in whylogs_container.whylabs.container.environment)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.evaluate">evaluate() (whylogs_container.whylabs.llm_validation.validator.SynchronousValidator method)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.EvaluationResult">EvaluationResult (class in whylogs_container.whylabs.container.responses)</a>
 </li>
     </ul></td>
   </tr></table>
@@ -381,21 +363,23 @@ <h2>E</h2>
   <h2>F</h2>
   <table style="width: 100%" class="indextable genindextable"><tr>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.fail_startup_without_config">fail_startup_without_config (whylogs_container.whylabs.container.environment.ContainerConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.fail_startup_without_config">fail_startup_without_config (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_CONFIG">FAIL_STARTUP_WITHOUT_CONFIG (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.failed_metric">failed_metric (whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.fail_startup_without_policies">fail_startup_without_policies (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_POLICIES">FAIL_STARTUP_WITHOUT_POLICIES (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
 </li>
     </ul></td>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.signals.Failure">Failure (class in whylogs_container.whylabs.llm_validation.signals)</a>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.failed_metric">failed_metric (whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.FailedEvaluationResult">FailedEvaluationResult (class in whylogs_container.whylabs.container.responses)</a>
 </li>
         <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationReport.failures">failures (whylogs_container.whylabs.llm_validation.metadata.ValidationReport attribute)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.startup.fix_torch_threading">fix_torch_threading() (in module whylogs_container.whylabs.container.startup)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validation_utils.flag_failed_validation">flag_failed_validation() (in module whylogs_container.whylabs.llm_validation.validation_utils)</a>
 </li>
     </ul></td>
   </tr></table>
@@ -405,23 +389,19 @@ <h2>F</h2>
   <h2>G</h2>
   <table style="width: 100%" class="indextable genindextable"><tr>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.get_dataset_options">get_dataset_options() (in module whylogs_container.whylabs.container.config)</a>
-
-        <ul>
-          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.container_config.ContainerConfig.get_dataset_options">(whylogs_container.whylabs.container.container_config.ContainerConfig method)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.get_container_config">get_container_config() (whylogs_container.whylabs.container.config.ConfigState method)</a>
 </li>
-        </ul></li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.get_llm_validation_options">get_llm_validation_options() (in module whylogs_container.whylabs.container.config)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.get_dataset_options">get_dataset_options() (whylogs_container.whylabs.container.config.ConfigState method)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.get_default_langkit_workflow">get_default_langkit_workflow() (whylogs_container.whylabs.container.config.ConfigState method)</a>
 </li>
     </ul></td>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.schema_builder.get_profiling_schema">get_profiling_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.container_config.ContainerConfig.get_udfs">get_udfs() (whylogs_container.whylabs.container.container_config.ContainerConfig method)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.get_langkit_options">get_langkit_options() (whylogs_container.whylabs.container.config.ConfigState method)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.get_user_prompt">get_user_prompt() (whylogs_container.whylabs.logger.openai_messages.OpenAIMessage method)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.get_langkit_workflow">get_langkit_workflow() (whylogs_container.whylabs.container.config.ConfigState method)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.schema_builder.get_validators_udf_schema">get_validators_udf_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.get_policy_langkit_options">get_policy_langkit_options() (whylogs_container.whylabs.container.config.ConfigState method)</a>
 </li>
     </ul></td>
   </tr></table>
@@ -431,7 +411,7 @@ <h2>G</h2>
   <h2>H</h2>
   <table style="width: 100%" class="indextable genindextable"><tr>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.health">health() (in module whylogs_container.whylabs.container.routes)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigActor.handle_refresh_message">handle_refresh_message() (whylogs_container.whylabs.container.config.ConfigActor method)</a>
 </li>
     </ul></td>
   </tr></table>
@@ -441,46 +421,34 @@ <h2>H</h2>
   <h2>I</h2>
   <table style="width: 100%" class="indextable genindextable"><tr>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.id">id (whylogs_container.whylabs.llm_validation.config.YamlConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.RefreshMessage.id">id (whylogs_container.whylabs.container.config.RefreshMessage attribute)</a>
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.id">(whylogs_container.whylabs.llm_validation.metadata.ValidationConfig attribute)</a>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.id">(whylogs_container.whylabs.container.policy.Policy attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest.id">(whylogs_container.whylabs.container.requests.LLMValidateRequest attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.id">(whylogs_container.whylabs.container.requests.ValidationRequest attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.id">(whylogs_container.whylabs.llm_validation.metadata.YamlConfig attribute)</a>
 </li>
           <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.id">(whylogs_container.whylabs.llm_validation.validator.ValidationMessage attribute)</a>
 </li>
           <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.RawLLMLogMessage.id">(whylogs_container.whylabs.logger.logger.RawLLMLogMessage attribute)</a>
-</li>
-        </ul></li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.include_upper">include_upper (whylogs_container.whylabs.llm_validation.config.ModuleDefinition attribute)</a>
-
-        <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.include_upper">(whylogs_container.whylabs.llm_validation.metadata.ValidationRule attribute)</a>
 </li>
         </ul></li>
     </ul></td>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.init">init() (in module whylogs_container.whylabs.container.config)</a>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.include_upper">include_upper (whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition attribute)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.startup.init_logging">init_logging() (in module whylogs_container.whylabs.container.startup)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder">InputOutputValidatorBuilder (class in whylogs_container.whylabs.llm_validation.validators)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.init_routes">init_routes() (in module whylogs_container.whylabs.container.routes)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.is_valid">is_valid (whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata attribute)</a>
+        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.is_closed">is_closed() (whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger method)</a>
 </li>
-    </ul></td>
-  </tr></table>
-</section>
-
-<section id="K" class="genindex-section">
-  <h2>K</h2>
-  <table style="width: 100%" class="indextable genindextable"><tr>
-    <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.key">key (whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder attribute)</a>
-
-        <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.key">(whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder attribute)</a>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.is_valid">is_valid (whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata attribute)</a>
 </li>
-        </ul></li>
     </ul></td>
   </tr></table>
 </section>
@@ -489,31 +457,27 @@ <h2>K</h2>
   <h2>L</h2>
   <table style="width: 100%" class="indextable genindextable"><tr>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.llm_container">llm_container (whylogs_container.whylabs.container.environment.ContainerConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric">LangkitMetric (class in whylogs_container.whylabs.container.policy)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.LLM_CONTAINER">LLM_CONTAINER (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest">LLMValidateRequest (class in whylogs_container.whylabs.container.requests)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.lazy.LazyInit">LazyInit (class in whylogs_container.whylabs.container.lazy)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config_parsing.load_llm_profiling_options">load_llm_profiling_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.llm_container">llm_container (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config_parsing.load_llm_validation_config_options">load_llm_validation_config_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.LLM_CONTAINER">LLM_CONTAINER (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config_parsing.load_yaml_data">load_yaml_data() (in module whylogs_container.whylabs.llm_validation.config_parsing)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest">LLMValidateRequest (class in whylogs_container.whylabs.container.requests)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.log">log() (in module whylogs_container.whylabs.container.routes)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.file_read_utils.load_policy_from_str">load_policy_from_str() (in module whylogs_container.whylabs.container.file_read_utils)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.log_debug_info">log_debug_info() (in module whylogs_container.whylabs.container.routes)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.local_policies">local_policies (whylogs_container.whylabs.container.config.ConfigState attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.log_embeddings">log_embeddings() (in module whylogs_container.whylabs.container.routes)</a>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.log">log (whylogs_container.whylabs.llm_validation.validator.ValidationMessage attribute)</a>
 </li>
     </ul></td>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.log_llm">log_llm() (in module whylogs_container.whylabs.container.routes)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.log_pubsub">log_pubsub() (in module whylogs_container.whylabs.container.routes)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.log_level">log_level (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.log_pubsub_embeddings">log_pubsub_embeddings() (in module whylogs_container.whylabs.container.routes)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.LOG_LEVEL">LOG_LEVEL (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogEmbeddingRequest">LogEmbeddingRequest (class in whylogs_container.whylabs.container.requests)</a>
 </li>
@@ -523,10 +487,10 @@ <h2>L</h2>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogRequest">LogRequest (class in whylogs_container.whylabs.container.requests)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.lower_threshold">lower_threshold (whylogs_container.whylabs.llm_validation.config.ModuleDefinition attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.ValidationOptions.lower_threshold">lower_threshold (whylogs_container.whylabs.container.policy.ValidationOptions attribute)</a>
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.lower_threshold">(whylogs_container.whylabs.llm_validation.metadata.ValidationRule attribute)</a>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.lower_threshold">(whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition attribute)</a>
 </li>
         </ul></li>
     </ul></td>
@@ -549,25 +513,71 @@ <h2>M</h2>
         </ul></li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubMessage.messageId">messageId (whylogs_container.whylabs.container.requests.PubSubMessage attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.messages">messages (whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict attribute)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.metric">metric (whylogs_container.whylabs.llm_validation.config.ModuleDefinition attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.metric">metric (whylogs_container.whylabs.container.policy.LangkitMetric attribute)</a>
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.metric">(whylogs_container.whylabs.llm_validation.metadata.ValidationRule attribute)</a>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.metric">(whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition attribute)</a>
 </li>
         </ul></li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.container_config.UDFConfig.metrics">metrics (whylogs_container.whylabs.container.container_config.UDFConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.metrics">metrics (whylogs_container.whylabs.container.policy.Policy attribute)</a>
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ProfilingRule.metrics">(whylogs_container.whylabs.llm_validation.metadata.ProfilingRule attribute)</a>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.EvaluationResult.metrics">(whylogs_container.whylabs.container.responses.EvaluationResult attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.FailedEvaluationResult.metrics">(whylogs_container.whylabs.container.responses.FailedEvaluationResult attribute)</a>
 </li>
         </ul></li>
-        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.model">model (whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.AvailableMetrics.metrics_names">metrics_names (whylogs_container.whylabs.container.responses.AvailableMetrics attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest.model_config">model_config (whylogs_container.whylabs.container.requests.LLMValidateRequest attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CallbackOptions.model_computed_fields">model_computed_fields (whylogs_container.whylabs.container.policy.CallbackOptions attribute)</a>
 
         <ul>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.model_computed_fields">(whylogs_container.whylabs.container.policy.LangkitMetric attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.model_computed_fields">(whylogs_container.whylabs.container.policy.Policy attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.ValidationOptions.model_computed_fields">(whylogs_container.whylabs.container.policy.ValidationOptions attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest.model_computed_fields">(whylogs_container.whylabs.container.requests.LLMValidateRequest attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_computed_fields">(whylogs_container.whylabs.container.requests.LogEmbeddingRequest attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogMultiple.model_computed_fields">(whylogs_container.whylabs.container.requests.LogMultiple attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogRequest.model_computed_fields">(whylogs_container.whylabs.container.requests.LogRequest attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubMessage.model_computed_fields">(whylogs_container.whylabs.container.requests.PubSubMessage attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubRequest.model_computed_fields">(whylogs_container.whylabs.container.requests.PubSubRequest attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.model_computed_fields">(whylogs_container.whylabs.container.requests.ValidationRequest attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.AvailableMetrics.model_computed_fields">(whylogs_container.whylabs.container.responses.AvailableMetrics attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.EvaluationResult.model_computed_fields">(whylogs_container.whylabs.container.responses.EvaluationResult attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_computed_fields">(whylogs_container.whylabs.container.responses.FailedEvaluationResult attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_computed_fields">(whylogs_container.whylabs.container.responses.LoggerStatusResponse attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_computed_fields">(whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_computed_fields">(whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_computed_fields">(whylogs_container.whylabs.llm_validation.metadata.YamlConfig attribute)</a>
+</li>
+        </ul></li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CallbackOptions.model_config">model_config (whylogs_container.whylabs.container.policy.CallbackOptions attribute)</a>
+
+        <ul>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.model_config">(whylogs_container.whylabs.container.policy.LangkitMetric attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.model_config">(whylogs_container.whylabs.container.policy.Policy attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.ValidationOptions.model_config">(whylogs_container.whylabs.container.policy.ValidationOptions attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest.model_config">(whylogs_container.whylabs.container.requests.LLMValidateRequest attribute)</a>
+</li>
           <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_config">(whylogs_container.whylabs.container.requests.LogEmbeddingRequest attribute)</a>
 </li>
           <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogMultiple.model_config">(whylogs_container.whylabs.container.requests.LogMultiple attribute)</a>
@@ -577,21 +587,35 @@ <h2>M</h2>
           <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubMessage.model_config">(whylogs_container.whylabs.container.requests.PubSubMessage attribute)</a>
 </li>
           <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubRequest.model_config">(whylogs_container.whylabs.container.requests.PubSubRequest attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.model_config">(whylogs_container.whylabs.container.requests.ValidationRequest attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.AvailableMetrics.model_config">(whylogs_container.whylabs.container.responses.AvailableMetrics attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.EvaluationResult.model_config">(whylogs_container.whylabs.container.responses.EvaluationResult attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_config">(whylogs_container.whylabs.container.responses.FailedEvaluationResult attribute)</a>
 </li>
           <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_config">(whylogs_container.whylabs.container.responses.LoggerStatusResponse attribute)</a>
 </li>
           <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_config">(whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse attribute)</a>
 </li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_config">(whylogs_container.whylabs.llm_validation.config.ModuleDefinition attribute)</a>
-</li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.model_config">(whylogs_container.whylabs.llm_validation.config.YamlConfig attribute)</a>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_config">(whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition attribute)</a>
 </li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.model_config">(whylogs_container.whylabs.llm_validation.validator.ValidationRequest attribute)</a>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_config">(whylogs_container.whylabs.llm_validation.metadata.YamlConfig attribute)</a>
 </li>
         </ul></li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest.model_fields">model_fields (whylogs_container.whylabs.container.requests.LLMValidateRequest attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CallbackOptions.model_fields">model_fields (whylogs_container.whylabs.container.policy.CallbackOptions attribute)</a>
 
         <ul>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.model_fields">(whylogs_container.whylabs.container.policy.LangkitMetric attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.model_fields">(whylogs_container.whylabs.container.policy.Policy attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.ValidationOptions.model_fields">(whylogs_container.whylabs.container.policy.ValidationOptions attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest.model_fields">(whylogs_container.whylabs.container.requests.LLMValidateRequest attribute)</a>
+</li>
           <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_fields">(whylogs_container.whylabs.container.requests.LogEmbeddingRequest attribute)</a>
 </li>
           <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogMultiple.model_fields">(whylogs_container.whylabs.container.requests.LogMultiple attribute)</a>
@@ -601,16 +625,22 @@ <h2>M</h2>
           <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubMessage.model_fields">(whylogs_container.whylabs.container.requests.PubSubMessage attribute)</a>
 </li>
           <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubRequest.model_fields">(whylogs_container.whylabs.container.requests.PubSubRequest attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.model_fields">(whylogs_container.whylabs.container.requests.ValidationRequest attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.AvailableMetrics.model_fields">(whylogs_container.whylabs.container.responses.AvailableMetrics attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.EvaluationResult.model_fields">(whylogs_container.whylabs.container.responses.EvaluationResult attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_fields">(whylogs_container.whylabs.container.responses.FailedEvaluationResult attribute)</a>
 </li>
           <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_fields">(whylogs_container.whylabs.container.responses.LoggerStatusResponse attribute)</a>
 </li>
           <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_fields">(whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse attribute)</a>
 </li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_fields">(whylogs_container.whylabs.llm_validation.config.ModuleDefinition attribute)</a>
-</li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.model_fields">(whylogs_container.whylabs.llm_validation.config.YamlConfig attribute)</a>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_fields">(whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition attribute)</a>
 </li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.model_fields">(whylogs_container.whylabs.llm_validation.validator.ValidationRequest attribute)</a>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_fields">(whylogs_container.whylabs.llm_validation.metadata.YamlConfig attribute)</a>
 </li>
         </ul></li>
     </ul></td>
@@ -638,10 +668,14 @@ <h2>M</h2>
           <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.config">whylogs_container.whylabs.container.config</a>
 </li>
           <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.config_test">whylogs_container.whylabs.container.config_test</a>
-</li>
-          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.container_config">whylogs_container.whylabs.container.container_config</a>
 </li>
           <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.environment">whylogs_container.whylabs.container.environment</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.file_read_utils">whylogs_container.whylabs.container.file_read_utils</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.lazy">whylogs_container.whylabs.container.lazy</a>
+</li>
+          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.policy">whylogs_container.whylabs.container.policy</a>
 </li>
           <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.requests">whylogs_container.whylabs.container.requests</a>
 </li>
@@ -649,42 +683,30 @@ <h2>M</h2>
 </li>
           <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.routes">whylogs_container.whylabs.container.routes</a>
 </li>
-          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.startup">whylogs_container.whylabs.container.startup</a>
+          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.s3_sync">whylogs_container.whylabs.container.s3_sync</a>
 </li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation">whylogs_container.whylabs.llm_validation</a>
+          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.startup">whylogs_container.whylabs.container.startup</a>
 </li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.config">whylogs_container.whylabs.llm_validation.config</a>
+          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.version">whylogs_container.whylabs.container.version</a>
 </li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.config_parsing">whylogs_container.whylabs.llm_validation.config_parsing</a>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation">whylogs_container.whylabs.llm_validation</a>
 </li>
           <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.metadata">whylogs_container.whylabs.llm_validation.metadata</a>
-</li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.schema_builder">whylogs_container.whylabs.llm_validation.schema_builder</a>
-</li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.signals">whylogs_container.whylabs.llm_validation.signals</a>
-</li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validate">whylogs_container.whylabs.llm_validation.validate</a>
-</li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validation_utils">whylogs_container.whylabs.llm_validation.validation_utils</a>
 </li>
           <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validator">whylogs_container.whylabs.llm_validation.validator</a>
-</li>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validators">whylogs_container.whylabs.llm_validation.validators</a>
 </li>
           <li><a href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger">whylogs_container.whylabs.logger</a>
 </li>
           <li><a href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger.logger">whylogs_container.whylabs.logger.logger</a>
 </li>
-          <li><a href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger.openai_messages">whylogs_container.whylabs.logger.openai_messages</a>
+          <li><a href="whylogs_container.whylabs.time_utils.html#module-whylogs_container.whylabs.time_utils">whylogs_container.whylabs.time_utils</a>
 </li>
-        </ul></li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.module">module (whylogs_container.whylabs.llm_validation.config.ModuleDefinition attribute)</a>
-
-        <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.module">(whylogs_container.whylabs.llm_validation.metadata.ValidationRule attribute)</a>
+          <li><a href="whylogs_container.whylabs.time_utils.html#module-whylogs_container.whylabs.time_utils.time_convert_utils">whylogs_container.whylabs.time_utils.time_convert_utils</a>
 </li>
         </ul></li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition">ModuleDefinition (class in whylogs_container.whylabs.llm_validation.config)</a>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.module">module (whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition">ModuleDefinition (class in whylogs_container.whylabs.llm_validation.metadata)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogRequest.multiple">multiple (whylogs_container.whylabs.container.requests.LogRequest attribute)</a>
 </li>
@@ -696,18 +718,12 @@ <h2>M</h2>
   <h2>O</h2>
   <table style="width: 100%" class="indextable genindextable"><tr>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_API_KEY">OPENAI_API_KEY (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_ORGANIZATION">OPENAI_ORGANIZATION (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
-</li>
-    </ul></td>
-    <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage">OpenAIMessage (class in whylogs_container.whylabs.logger.openai_messages)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict">OpenAIPromptDict (class in whylogs_container.whylabs.logger.openai_messages)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict">OpenAIRequestDict (class in whylogs_container.whylabs.logger.openai_messages)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CallbackOptions.options">options (whylogs_container.whylabs.container.policy.CallbackOptions attribute)</a>
+
+        <ul>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.options">(whylogs_container.whylabs.container.policy.LangkitMetric attribute)</a>
 </li>
+        </ul></li>
     </ul></td>
   </tr></table>
 </section>
@@ -716,64 +732,60 @@ <h2>O</h2>
   <h2>P</h2>
   <table style="width: 100%" class="indextable genindextable"><tr>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.parse_yaml_to_dict">parse_yaml_to_dict() (in module whylogs_container.whylabs.llm_validation.config)</a>
-</li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse.pending_views">pending_views (whylogs_container.whylabs.container.responses.LoggerStatusResponse attribute)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse.pending_writables">pending_writables (whylogs_container.whylabs.container.responses.LoggerStatusResponse attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.policy">policy (whylogs_container.whylabs.llm_validation.config.YamlConfig attribute)</a>
-
-        <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy">(whylogs_container.whylabs.llm_validation.metadata.ValidationConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.EvaluationResult.perf_info">perf_info (whylogs_container.whylabs.container.responses.EvaluationResult attribute)</a>
 </li>
-        </ul></li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.policy_version">policy_version (whylogs_container.whylabs.llm_validation.config.YamlConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy">Policy (class in whylogs_container.whylabs.container.policy)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.policy">policy (whylogs_container.whylabs.llm_validation.metadata.YamlConfig attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.policy_base_dir">policy_base_dir (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.POLICY_BASE_DIR">POLICY_BASE_DIR (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.policy_version">policy_version (whylogs_container.whylabs.container.policy.Policy attribute)</a>
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy_version">(whylogs_container.whylabs.llm_validation.metadata.ValidationConfig attribute)</a>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.policy_version">(whylogs_container.whylabs.llm_validation.metadata.YamlConfig attribute)</a>
 </li>
         </ul></li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_batch">process_batch() (whylogs_container.whylabs.llm_validation.validator.ValidationActor method)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.presets">presets (whylogs_container.whylabs.container.policy.Policy attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_async_validation_message">process_async_validation_message() (whylogs_container.whylabs.llm_validation.validator.ValidationActor method)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigActor.process_batch">process_batch() (whylogs_container.whylabs.container.config.ConfigActor method)</a>
 
         <ul>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_batch">(whylogs_container.whylabs.llm_validation.validator.ValidationActor method)</a>
+</li>
           <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_batch">(whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger method)</a>
 </li>
         </ul></li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_close_message">process_close_message() (whylogs_container.whylabs.llm_validation.validator.ValidationActor method)</a>
+    </ul></td>
+    <td style="width: 33%; vertical-align: top;"><ul>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigActor.process_close_message">process_close_message() (whylogs_container.whylabs.container.config.ConfigActor method)</a>
 </li>
         <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_llm_log_message">process_llm_log_message() (whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger method)</a>
 </li>
         <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_validation_message">process_validation_message() (whylogs_container.whylabs.llm_validation.validator.ValidationActor method)</a>
 </li>
-    </ul></td>
-    <td style="width: 33%; vertical-align: top;"><ul>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_validation_messages">process_validation_messages() (whylogs_container.whylabs.llm_validation.validator.ValidationActor method)</a>
+</li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse">ProcessLoggerStatusResponse (class in whylogs_container.whylabs.container.responses)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.profiling">profiling (whylogs_container.whylabs.llm_validation.config.YamlConfig attribute)</a>
-
-        <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.profiling">(whylogs_container.whylabs.llm_validation.metadata.ValidationConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.profile">profile (whylogs_container.whylabs.container.policy.LangkitMetric attribute)</a>
 </li>
-        </ul></li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ProfilingRule">ProfilingRule (class in whylogs_container.whylabs.llm_validation.metadata)</a>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.profiling">profiling (whylogs_container.whylabs.llm_validation.metadata.YamlConfig attribute)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest.prompt">prompt (whylogs_container.whylabs.container.requests.LLMValidateRequest attribute)</a>
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.prompt">(whylogs_container.whylabs.llm_validation.validator.ValidationRequest attribute)</a>
-</li>
-        </ul></li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.prompt_id">prompt_id (whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata attribute)</a>
-
-        <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.prompt_id">(whylogs_container.whylabs.llm_validation.validator.ValidationRequest attribute)</a>
-</li>
-          <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.prompt_id">(whylogs_container.whylabs.logger.openai_messages.OpenAIMessage attribute)</a>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.prompt">(whylogs_container.whylabs.container.requests.ValidationRequest attribute)</a>
 </li>
         </ul></li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.publish_profiles">publish_profiles() (in module whylogs_container.whylabs.container.routes)</a>
-</li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubMessage.publishTime">publishTime (whylogs_container.whylabs.container.requests.PubSubMessage attribute)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubMessage">PubSubMessage (class in whylogs_container.whylabs.container.requests)</a>
@@ -790,47 +802,33 @@ <h2>R</h2>
     <td style="width: 33%; vertical-align: top;"><ul>
         <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.RawLLMLogMessage">RawLLMLogMessage (class in whylogs_container.whylabs.logger.logger)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder">RegexValidatorBuilder (class in whylogs_container.whylabs.llm_validation.validators)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.SynchronousConfig.refresh">refresh() (whylogs_container.whylabs.container.config.SynchronousConfig method)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.RefreshMessage">RefreshMessage (class in whylogs_container.whylabs.container.config)</a>
 </li>
         <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.request">request (whylogs_container.whylabs.llm_validation.validator.ValidationMessage attribute)</a>
 
         <ul>
           <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.RawLLMLogMessage.request">(whylogs_container.whylabs.logger.logger.RawLLMLogMessage attribute)</a>
-</li>
-          <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request">(whylogs_container.whylabs.logger.openai_messages.OpenAIMessage attribute)</a>
 </li>
         </ul></li>
         <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.RawLLMLogMessage.request_time">request_time (whylogs_container.whylabs.logger.logger.RawLLMLogMessage attribute)</a>
-
-        <ul>
-          <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request_time">(whylogs_container.whylabs.logger.openai_messages.OpenAIMessage attribute)</a>
 </li>
-        </ul></li>
+    </ul></td>
+    <td style="width: 33%; vertical-align: top;"><ul>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest.response">response (whylogs_container.whylabs.container.requests.LLMValidateRequest attribute)</a>
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.response">(whylogs_container.whylabs.llm_validation.validator.ValidationRequest attribute)</a>
-</li>
-          <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.response">(whylogs_container.whylabs.logger.openai_messages.OpenAIMessage attribute)</a>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.response">(whylogs_container.whylabs.container.requests.ValidationRequest attribute)</a>
 </li>
         </ul></li>
-    </ul></td>
-    <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.signals.Result">Result (class in whylogs_container.whylabs.llm_validation.signals)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.role">role (whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict attribute)</a>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.rules">rules (whylogs_container.whylabs.llm_validation.metadata.YamlConfig attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.rule_type">rule_type (whylogs_container.whylabs.llm_validation.metadata.ValidationRule attribute)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.rules">rules (whylogs_container.whylabs.llm_validation.config.YamlConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigActor.run">run() (whylogs_container.whylabs.container.config.ConfigActor method)</a>
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.rules">(whylogs_container.whylabs.llm_validation.metadata.ValidationConfig attribute)</a>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.run">(whylogs_container.whylabs.llm_validation.validator.ValidationActor method)</a>
 </li>
-        </ul></li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.run">run() (whylogs_container.whylabs.llm_validation.validator.ValidationActor method)</a>
-
-        <ul>
           <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.run">(whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger method)</a>
 </li>
         </ul></li>
@@ -842,19 +840,41 @@ <h2>R</h2>
   <h2>S</h2>
   <table style="width: 100%" class="indextable genindextable"><tr>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.schema_version">schema_version (whylogs_container.whylabs.llm_validation.config.YamlConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_bucket_name">s3_config_bucket_name (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_BUCKET_NAME">S3_CONFIG_BUCKET_NAME (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_prefix">s3_config_prefix (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_PREFIX">S3_CONFIG_PREFIX (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_sync">s3_config_sync (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC">S3_CONFIG_SYNC (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_sync_cadence">s3_config_sync_cadence (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_CADENCE">S3_CONFIG_SYNC_CADENCE (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_INTERVAL">S3_CONFIG_SYNC_INTERVAL (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_ROLE_ARN">S3_CONFIG_SYNC_ROLE_ARN (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.s3_sync.S3Sync.s3_llm_validators">s3_llm_validators (whylogs_container.whylabs.container.s3_sync.S3Sync attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.s3_policies">s3_policies (whylogs_container.whylabs.container.config.ConfigState attribute)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.s3_sync.S3Sync">S3Sync (class in whylogs_container.whylabs.container.s3_sync)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.schema_version">schema_version (whylogs_container.whylabs.container.policy.Policy attribute)</a>
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.schema_version">(whylogs_container.whylabs.llm_validation.metadata.ValidationConfig attribute)</a>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.schema_version">(whylogs_container.whylabs.llm_validation.metadata.YamlConfig attribute)</a>
 </li>
         </ul></li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ContainerSchemas.schemas">schemas (whylogs_container.whylabs.container.config.ContainerSchemas attribute)</a>
-</li>
+    </ul></td>
+    <td style="width: 33%; vertical-align: top;"><ul>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse.segment_caches">segment_caches (whylogs_container.whylabs.container.responses.LoggerStatusResponse attribute)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder">SentimentValidatorBuilder (class in whylogs_container.whylabs.llm_validation.validators)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.shutdown">shutdown() (in module whylogs_container.whylabs.container.routes)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.startup.start">start() (in module whylogs_container.whylabs.container.startup)</a>
 
@@ -862,23 +882,27 @@ <h2>S</h2>
           <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.start">(whylogs_container.whylabs.llm_validation.validator.ValidationActor method)</a>
 </li>
         </ul></li>
-    </ul></td>
-    <td style="width: 33%; vertical-align: top;"><ul>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigActor.start_process">start_process() (whylogs_container.whylabs.container.config.ConfigActor method)</a>
+
+        <ul>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.SynchronousConfig.start_process">(whylogs_container.whylabs.container.config.SynchronousConfig method)</a>
+</li>
+        </ul></li>
         <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.start_validator">start_validator() (whylogs_container.whylabs.llm_validation.validator.SynchronousValidator method)</a>
 
         <ul>
           <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.start_validator">(whylogs_container.whylabs.llm_validation.validator.ValidationActor method)</a>
 </li>
         </ul></li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.status">status() (in module whylogs_container.whylabs.container.routes)</a>
-</li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.statuses">statuses (whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse attribute)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubRequest.subscription">subscription (whylogs_container.whylabs.container.requests.PubSubRequest attribute)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.signals.Success">Success (class in whylogs_container.whylabs.llm_validation.signals)</a>
 </li>
         <li><a href="whylogs_container.util.html#whylogs_container.util.signal_util.suspended_signals">suspended_signals() (in module whylogs_container.util.signal_util)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.s3_sync.S3Sync.sync_s3_policies">sync_s3_policies() (whylogs_container.whylabs.container.s3_sync.S3Sync method)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.SynchronousConfig">SynchronousConfig (class in whylogs_container.whylabs.container.config)</a>
 </li>
         <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator">SynchronousValidator (class in whylogs_container.whylabs.llm_validation.validator)</a>
 </li>
@@ -890,17 +914,11 @@ <h2>S</h2>
   <h2>T</h2>
   <table style="width: 100%" class="indextable genindextable"><tr>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.temperature">temperature (whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict attribute)</a>
-</li>
         <li><a href="whylogs_container.util.html#whylogs_container.util.string_util_test.test_different_hashes">test_different_hashes() (in module whylogs_container.util.string_util_test)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit">test_indexing_into_toolkit() (in module whylogs_container.whylabs.container.config_test)</a>
 </li>
         <li><a href="whylogs_container.util.html#whylogs_container.util.string_util_test.test_order_doesnt_matter">test_order_doesnt_matter() (in module whylogs_container.util.string_util_test)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder">TextStatValidatorBuilder (class in whylogs_container.whylabs.llm_validation.validators)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder">ThemesValidatorBuilder (class in whylogs_container.whylabs.llm_validation.validators)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest.timestamp">timestamp (whylogs_container.whylabs.container.requests.LLMValidateRequest attribute)</a>
 
@@ -912,23 +930,25 @@ <h2>T</h2>
           <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.timestamp">(whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata attribute)</a>
 </li>
           <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.timestamp">(whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata attribute)</a>
+</li>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.timestamp">(whylogs_container.whylabs.llm_validation.validator.ValidationMessage attribute)</a>
 </li>
         </ul></li>
     </ul></td>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.RawLLMLogMessage.to_log_request_dict">to_log_request_dict() (whylogs_container.whylabs.logger.logger.RawLLMLogMessage method)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.to_dataframe">to_dataframe() (whylogs_container.whylabs.container.requests.ValidationRequest method)</a>
+</li>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CallbackOptions.to_langkit_options">to_langkit_options() (whylogs_container.whylabs.container.policy.CallbackOptions method)</a>
 
         <ul>
-          <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_log_request_dict">(whylogs_container.whylabs.logger.openai_messages.OpenAIMessage method)</a>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.to_langkit_options">(whylogs_container.whylabs.container.policy.LangkitMetric method)</a>
 </li>
         </ul></li>
-        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_openai_dict">to_openai_dict() (whylogs_container.whylabs.logger.openai_messages.OpenAIMessage method)</a>
+        <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.RawLLMLogMessage.to_log_request_dict">to_log_request_dict() (whylogs_container.whylabs.logger.logger.RawLLMLogMessage method)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.to_row">to_row() (whylogs_container.whylabs.llm_validation.validator.ValidationRequest method)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.to_row">to_row() (whylogs_container.whylabs.container.requests.ValidationRequest method)</a>
 </li>
         <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.to_validation_request">to_validation_request() (whylogs_container.whylabs.llm_validation.validator.ValidationMessage method)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder">ToxicityValidatorBuilder (class in whylogs_container.whylabs.llm_validation.validators)</a>
 </li>
     </ul></td>
   </tr></table>
@@ -938,18 +958,10 @@ <h2>T</h2>
   <h2>U</h2>
   <table style="width: 100%" class="indextable genindextable"><tr>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.container_config.UDFConfig.udf">udf (whylogs_container.whylabs.container.container_config.UDFConfig attribute)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.container_config.UDFConfig">UDFConfig (class in whylogs_container.whylabs.container.container_config)</a>
-</li>
-    </ul></td>
-    <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.startup.update_pid">update_pid() (in module whylogs_container.whylabs.container.startup)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.upper_threshold">upper_threshold (whylogs_container.whylabs.llm_validation.config.ModuleDefinition attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.ValidationOptions.upper_threshold">upper_threshold (whylogs_container.whylabs.container.policy.ValidationOptions attribute)</a>
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.upper_threshold">(whylogs_container.whylabs.llm_validation.metadata.ValidationRule attribute)</a>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.upper_threshold">(whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition attribute)</a>
 </li>
         </ul></li>
     </ul></td>
@@ -960,45 +972,37 @@ <h2>U</h2>
   <h2>V</h2>
   <table style="width: 100%" class="indextable genindextable"><tr>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validate.validate_input">validate_input() (in module whylogs_container.whylabs.llm_validation.validate)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.validation">validation (whylogs_container.whylabs.container.policy.LangkitMetric attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.validate_llm">validate_llm() (in module whylogs_container.whylabs.container.routes)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.validate_prompt">validate_prompt() (whylogs_container.whylabs.llm_validation.validator.SynchronousValidator method)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.validate_yaml">validate_yaml() (in module whylogs_container.whylabs.llm_validation.config)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ContainerSchemas.validation_schemas">validation_schemas (whylogs_container.whylabs.container.config.ContainerSchemas attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.EvaluationResult.validation_results">validation_results (whylogs_container.whylabs.container.responses.EvaluationResult attribute)</a>
+
+        <ul>
+          <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.FailedEvaluationResult.validation_results">(whylogs_container.whylabs.container.responses.FailedEvaluationResult attribute)</a>
 </li>
+        </ul></li>
         <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor">ValidationActor (class in whylogs_container.whylabs.llm_validation.validator)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig">ValidationConfig (class in whylogs_container.whylabs.llm_validation.metadata)</a>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationMessage">ValidationMessage (class in whylogs_container.whylabs.llm_validation.validator)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.signals.ValidationError">ValidationError</a>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata">ValidationMetadata (class in whylogs_container.whylabs.llm_validation.metadata)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationMessage">ValidationMessage (class in whylogs_container.whylabs.llm_validation.validator)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.ValidationOptions">ValidationOptions (class in whylogs_container.whylabs.container.policy)</a>
 </li>
     </ul></td>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata">ValidationMetadata (class in whylogs_container.whylabs.llm_validation.metadata)</a>
-</li>
         <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationReport">ValidationReport (class in whylogs_container.whylabs.llm_validation.metadata)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest">ValidationRequest (class in whylogs_container.whylabs.llm_validation.validator)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest">ValidationRequest (class in whylogs_container.whylabs.container.requests)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule">ValidationRule (class in whylogs_container.whylabs.llm_validation.metadata)</a>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.validator_name">validator_name (whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.validator">validator (whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.lazy.LazyInit.value">value (whylogs_container.whylabs.container.lazy.LazyInit property)</a>
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.validator">(whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder attribute)</a>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.value">(whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata attribute)</a>
 </li>
         </ul></li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.validator_name">validator_name (whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata attribute)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder">ValidatorBuilder (class in whylogs_container.whylabs.llm_validation.validators)</a>
-</li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.value">value (whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.version">version (whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse attribute)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse.views">views (whylogs_container.whylabs.container.responses.LoggerStatusResponse attribute)</a>
 </li>
@@ -1010,16 +1014,14 @@ <h2>V</h2>
   <h2>W</h2>
   <table style="width: 100%" class="indextable genindextable"><tr>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.whylabs_api_key">whylabs_api_key (whylogs_container.whylabs.container.environment.ContainerConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.whylabs_api_key">whylabs_api_key (whylogs_container.whylabs.container.environment.EnvironmentVariables attribute)</a>
 </li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.WHYLABS_API_KEY">WHYLABS_API_KEY (whylogs_container.whylabs.container.environment.EnvVarNames attribute)</a>
 </li>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.whylabs_dataset_id">whylabs_dataset_id (whylogs_container.whylabs.llm_validation.config.YamlConfig attribute)</a>
+        <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.whylabs_dataset_id">whylabs_dataset_id (whylogs_container.whylabs.container.policy.Policy attribute)</a>
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.whylabs_dataset_id">(whylogs_container.whylabs.llm_validation.metadata.ValidationConfig attribute)</a>
-</li>
-          <li><a href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.whylabs_dataset_id">(whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict attribute)</a>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.whylabs_dataset_id">(whylogs_container.whylabs.llm_validation.metadata.YamlConfig attribute)</a>
 </li>
         </ul></li>
         <li>
@@ -1090,13 +1092,6 @@ <h2>W</h2>
 
         <ul>
           <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.config_test">module</a>
-</li>
-        </ul></li>
-        <li>
-    whylogs_container.whylabs.container.container_config
-
-        <ul>
-          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.container_config">module</a>
 </li>
         </ul></li>
         <li>
@@ -1107,89 +1102,82 @@ <h2>W</h2>
 </li>
         </ul></li>
         <li>
-    whylogs_container.whylabs.container.requests
+    whylogs_container.whylabs.container.file_read_utils
 
         <ul>
-          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.requests">module</a>
+          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.file_read_utils">module</a>
 </li>
         </ul></li>
         <li>
-    whylogs_container.whylabs.container.responses
+    whylogs_container.whylabs.container.lazy
 
         <ul>
-          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.responses">module</a>
+          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.lazy">module</a>
 </li>
         </ul></li>
     </ul></td>
     <td style="width: 33%; vertical-align: top;"><ul>
         <li>
-    whylogs_container.whylabs.container.routes
-
-        <ul>
-          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.routes">module</a>
-</li>
-        </ul></li>
-        <li>
-    whylogs_container.whylabs.container.startup
+    whylogs_container.whylabs.container.policy
 
         <ul>
-          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.startup">module</a>
+          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.policy">module</a>
 </li>
         </ul></li>
         <li>
-    whylogs_container.whylabs.llm_validation
+    whylogs_container.whylabs.container.requests
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation">module</a>
+          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.requests">module</a>
 </li>
         </ul></li>
         <li>
-    whylogs_container.whylabs.llm_validation.config
+    whylogs_container.whylabs.container.responses
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.config">module</a>
+          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.responses">module</a>
 </li>
         </ul></li>
         <li>
-    whylogs_container.whylabs.llm_validation.config_parsing
+    whylogs_container.whylabs.container.routes
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.config_parsing">module</a>
+          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.routes">module</a>
 </li>
         </ul></li>
         <li>
-    whylogs_container.whylabs.llm_validation.metadata
+    whylogs_container.whylabs.container.s3_sync
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.metadata">module</a>
+          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.s3_sync">module</a>
 </li>
         </ul></li>
         <li>
-    whylogs_container.whylabs.llm_validation.schema_builder
+    whylogs_container.whylabs.container.startup
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.schema_builder">module</a>
+          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.startup">module</a>
 </li>
         </ul></li>
         <li>
-    whylogs_container.whylabs.llm_validation.signals
+    whylogs_container.whylabs.container.version
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.signals">module</a>
+          <li><a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.version">module</a>
 </li>
         </ul></li>
         <li>
-    whylogs_container.whylabs.llm_validation.validate
+    whylogs_container.whylabs.llm_validation
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validate">module</a>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation">module</a>
 </li>
         </ul></li>
         <li>
-    whylogs_container.whylabs.llm_validation.validation_utils
+    whylogs_container.whylabs.llm_validation.metadata
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validation_utils">module</a>
+          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.metadata">module</a>
 </li>
         </ul></li>
         <li>
@@ -1200,31 +1188,31 @@ <h2>W</h2>
 </li>
         </ul></li>
         <li>
-    whylogs_container.whylabs.llm_validation.validators
+    whylogs_container.whylabs.logger
 
         <ul>
-          <li><a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validators">module</a>
+          <li><a href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger">module</a>
 </li>
         </ul></li>
         <li>
-    whylogs_container.whylabs.logger
+    whylogs_container.whylabs.logger.logger
 
         <ul>
-          <li><a href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger">module</a>
+          <li><a href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger.logger">module</a>
 </li>
         </ul></li>
         <li>
-    whylogs_container.whylabs.logger.logger
+    whylogs_container.whylabs.time_utils
 
         <ul>
-          <li><a href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger.logger">module</a>
+          <li><a href="whylogs_container.whylabs.time_utils.html#module-whylogs_container.whylabs.time_utils">module</a>
 </li>
         </ul></li>
         <li>
-    whylogs_container.whylabs.logger.openai_messages
+    whylogs_container.whylabs.time_utils.time_convert_utils
 
         <ul>
-          <li><a href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger.openai_messages">module</a>
+          <li><a href="whylogs_container.whylabs.time_utils.html#module-whylogs_container.whylabs.time_utils.time_convert_utils">module</a>
 </li>
         </ul></li>
         <li><a href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse.writers">writers (whylogs_container.whylabs.container.responses.LoggerStatusResponse attribute)</a>
@@ -1237,7 +1225,7 @@ <h2>W</h2>
   <h2>Y</h2>
   <table style="width: 100%" class="indextable genindextable"><tr>
     <td style="width: 33%; vertical-align: top;"><ul>
-        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig">YamlConfig (class in whylogs_container.whylabs.llm_validation.config)</a>
+        <li><a href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig">YamlConfig (class in whylogs_container.whylabs.llm_validation.metadata)</a>
 </li>
     </ul></td>
   </tr></table>
diff --git a/objects.inv b/objects.inv
index b6b59e1..47f656d 100644
Binary files a/objects.inv and b/objects.inv differ
diff --git a/openapi.json b/openapi.json
index f2a822e..73dcde9 100644
--- a/openapi.json
+++ b/openapi.json
@@ -1 +1 @@
-{"openapi":"3.1.0","info":{"title":"FastAPI","version":"0.1.0"},"paths":{"/log":{"post":{"tags":["profile"],"summary":"Profile tabular data","description":"Profile tabular data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST'     -H \"X-API-Key: <password>\"     -H \"Content-Type: application/json\"     'http://localhost:8000/log'     --data-raw '{\n    \"datasetId\": \"model-62\",\n    \"multiple\": {\n        \"columns\": [ \"age\", \"workclass\", \"fnlwgt\", \"education\" ],\n        \"data\": [\n            [ 25, \"Private\", 226802, \"11th\" ]\n        ]\n    }\n}'\n```\n\n## Sample Python request:\n```python\nimport requests\n\n# Define your API key\napi_key = \"<password>\"\n\n# API endpoint\nurl = 'http://localhost:8000/log'\n\n# Sample data\ndata = {\n    \"datasetId\": \"model-62\",\n    \"multiple\": {\n        \"columns\": [\"age\", \"workclass\", \"fnlwgt\", \"education\"],\n        \"data\": [\n            [25, \"Private\", 226802, \"11th\"]\n        ]\n    }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-embeddings":{"post":{"tags":["profile"],"summary":"Profile embeddings","description":"This endpoint requires a custom configuration to set up before hand. See https://docs.whylabs.ai/docs/integrations-whylogs-container/\nfor setting up embeddings support.\n\nLog embeddings data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST'     -H \"X-API-Key: <password>\"     -H \"Content-Type: application/octet-stream\"     'http://localhost:8000/log-embeddings'     --data-raw '{\n    \"datasetId\": \"model-62\",\n    \"timestamp\": 1634235000,\n    \"embeddings\": {\n        \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n    }\n}'\n```\n\n## Sample Python request:\n```python\nimport requests\n\n# Define your API key\napi_key = \"<password>\"\n\n# API endpoint\nurl = 'http://localhost:8000/log-embeddings'\n\n# Sample data\ndata = {\n    \"datasetId\": \"model-62\",\n    \"timestamp\": 1634235000,  # an example timestamp\n    \"embeddings\": {\n        \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n    }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key, \"Content-Type\": \"application/octet-stream\"}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log_embeddings","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogEmbeddingRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-pubsub":{"post":{"tags":["profile"],"summary":"Log Pubsub","operationId":"log_pubsub","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log-pubsub-embeddings":{"post":{"tags":["profile"],"summary":"Log Pubsub Embeddings","operationId":"log_pubsub_embedding","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log/llm":{"post":{"tags":["llm"],"summary":"Log a single prompt/response pair.","description":"This is a convenience wrapper around the llm request type for calling /log, which accepts bulk data.","operationId":"log_llm","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LLMValidateRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/validate/llm":{"post":{"tags":["llm"],"summary":"Validate a single prompt/response pair","description":"This endpoint can be used to synchronously get validation results from a single input\nprompt/response. It automatically performs whylogs profiling and sends profiles to\nwhylabs in the background, just like  the /log endpoint.\n\nArgs:\n    log (bool, optional): Determines if logging to WhyLabs is enabled for the validate request. Defaults to True.\n\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST'     -H \"X-API-Key: <password>\"     -H \"Content-Type: application/octet-stream\"     'http://localhost:8000/validate/llm'     --data-raw '{\n    \"datasetId\": \"model-62\",\n    \"prompt\": \"This is a test prompt\",\n    \"response\": \"This is a test response\"\n}'\n```\n\n## Sample Python request:\n```python\nimport requests\n\n# Define your API key\napi_key = \"<password>\"\n\n# API endpoint\nurl = 'http://localhost:8000/validate/llm'\n\n# Sample data\ndata = {\n    \"datasetId\": \"model-62\",\n    \"prompt\": \"This is a test prompt\",\n    \"response\": \"This is a test response\"\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key, \"Content-Type\": \"application/octet-stream\"}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"validate_llm","parameters":[{"name":"log","in":"query","required":false,"schema":{"type":"boolean","default":true,"title":"Log"}}],"requestBody":{"required":true,"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LLMValidateRequest"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ValidationReport"}}}},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ValidationReport"}}},"description":"Bad Request"},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/publish":{"post":{"tags":["manage"],"summary":"Publish Profiles","operationId":"publish","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/health":{"get":{"tags":["manage"],"summary":"Health","operationId":"health","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/status":{"get":{"tags":["manage"],"summary":"Status","operationId":"status","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ProcessLoggerStatusResponse"}}}}}}},"/logDebugInfo":{"post":{"tags":["manage"],"summary":"Log Debug Info","description":"Log the output of /status","operationId":"debug_info","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}}},"components":{"schemas":{"HTTPValidationError":{"properties":{"detail":{"items":{"$ref":"#/components/schemas/ValidationError"},"type":"array","title":"Detail"}},"type":"object","title":"HTTPValidationError"},"LLMValidateRequest":{"properties":{"prompt":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Prompt"},"response":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Response"},"datasetId":{"type":"string","title":"Datasetid"},"timestamp":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Timestamp"}},"type":"object","title":"LLMValidateRequest"},"LogEmbeddingRequest":{"properties":{"dataset_id":{"type":"string","title":"Dataset Id"},"timestamp":{"type":"integer","title":"Timestamp"},"embeddings":{"additionalProperties":{"anyOf":[{"items":{"items":{"type":"number"},"type":"array"},"type":"array"},{"items":{"items":{"type":"integer"},"type":"array"},"type":"array"},{"items":{"items":{"type":"string"},"type":"array"},"type":"array"}]},"type":"object","title":"Embeddings"}},"type":"object","required":["timestamp","embeddings"],"title":"LogEmbeddingRequest"},"LogMultiple":{"properties":{"columns":{"items":{"type":"string"},"type":"array","title":"Columns"},"data":{"items":{"items":{"anyOf":[{"type":"string"},{"type":"integer"},{"type":"number"},{"type":"boolean"},{"items":{"type":"number"},"type":"array"},{"items":{"type":"integer"},"type":"array"},{"items":{"type":"string"},"type":"array"},{"type":"null"}]},"type":"array"},"type":"array","title":"Data"}},"type":"object","required":["columns","data"],"title":"LogMultiple"},"LogRequest":{"properties":{"datasetId":{"type":"string","title":"Datasetid"},"multiple":{"$ref":"#/components/schemas/LogMultiple"},"timestamp":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Timestamp"}},"type":"object","required":["multiple"],"title":"LogRequest"},"LoggerStatusResponse":{"properties":{"dataset_timestamps":{"type":"integer","title":"Dataset Timestamps"},"dataset_profiles":{"type":"integer","title":"Dataset Profiles"},"segment_caches":{"type":"integer","title":"Segment Caches"},"writers":{"type":"integer","title":"Writers"},"pending_writables":{"type":"integer","title":"Pending Writables"},"pending_views":{"items":{"type":"string"},"type":"array","title":"Pending Views"},"views":{"items":{"type":"string"},"type":"array","title":"Views"}},"type":"object","required":["dataset_timestamps","dataset_profiles","segment_caches","writers","pending_writables","pending_views","views"],"title":"LoggerStatusResponse"},"ProcessLoggerStatusResponse":{"properties":{"statuses":{"additionalProperties":{"$ref":"#/components/schemas/LoggerStatusResponse"},"type":"object","title":"Statuses"}},"type":"object","required":["statuses"],"title":"ProcessLoggerStatusResponse"},"ValidationError":{"properties":{"loc":{"items":{"anyOf":[{"type":"string"},{"type":"integer"}]},"type":"array","title":"Location"},"msg":{"type":"string","title":"Message"},"type":{"type":"string","title":"Error Type"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError"},"ValidationMetadata":{"properties":{"prompt_id":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Prompt Id"},"validator_name":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Validator Name"},"failed_metric":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Failed Metric"},"value":{"anyOf":[{"type":"string"},{"type":"integer"},{"type":"number"},{"type":"null"}],"title":"Value"},"timestamp":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Timestamp"},"is_valid":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Is Valid","default":false}},"type":"object","title":"ValidationMetadata"},"ValidationReport":{"properties":{"failures":{"items":{"$ref":"#/components/schemas/ValidationMetadata"},"type":"array","title":"Failures"}},"type":"object","required":["failures"],"title":"ValidationReport"}}}}
\ No newline at end of file
+{"openapi":"3.1.0","info":{"title":"FastAPI","version":"0.1.0"},"paths":{"/log":{"post":{"tags":["profile"],"summary":"Profile tabular data","description":"Profile tabular data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST'         -H \"X-API-Key: <password>\"         -H \"Content-Type: application/json\"         'http://localhost:8000/log'         --data-raw '{\n    \"datasetId\": \"model-62\",\n    \"multiple\": {\n        \"columns\": [ \"age\", \"workclass\", \"fnlwgt\", \"education\" ],\n        \"data\": [\n            [ 25, \"Private\", 226802, \"11th\" ]\n        ]\n    }\n}'\n```\n## Sample Python client request:\n```python\nfrom whylogs_container_client import AuthenticatedClient\nimport whylogs_container_client.api.profile.log as Log\nfrom whylogs_container_client.models import LogRequest, LogMultiple\nfrom datetime import datetime\n\nclient = AuthenticatedClient(base_url=\"http://localhost:8000\", token=\"password\", prefix=\"\", auth_header_name=\"X-API-Key\")\n\ndata = LogRequest(\n    dataset_id=\"model-1\",\n    timestamp=int(datetime.now().timestamp() * 1000),\n    multiple=LogMultiple(\n        columns=[\"col1\", \"col2\"],\n        data=[[1, 2], [3, 4]],\n    )\n)\n\nresponse = Log.sync_detailed(client=client, json_body=data)\nif response.status_code != 200:\n    raise Exception(f\"Failed to log data. Status code: {response.status_code}\")\n# API is async, it won't fail and has no return body\n```\n\n## Sample Python request (using `requests`):\n```python\nimport requests\n\n# Define your API key\napi_key = \"<password>\"\n\n# API endpoint\nurl = 'http://localhost:8000/log'\n\n# Sample data\ndata = {\n    \"datasetId\": \"model-62\",\n    \"multiple\": {\n        \"columns\": [\"age\", \"workclass\", \"fnlwgt\", \"education\"],\n        \"data\": [\n            [25, \"Private\", 226802, \"11th\"]\n        ]\n    }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-embeddings":{"post":{"tags":["profile"],"summary":"Profile embeddings","description":"This endpoint requires a custom configuration to set up before hand. See https://docs.whylabs.ai/docs/integrations-whylogs-container/\nfor setting up embeddings support.\n\nLog embeddings data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST'         -H \"X-API-Key: <password>\"         -H \"Content-Type: application/octet-stream\"         'http://localhost:8000/log-embeddings'         --data-raw '{\n    \"datasetId\": \"model-62\",\n    \"timestamp\": 1634235000,\n    \"embeddings\": {\n        \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n    }\n}'\n```\n\n## Sample Python request (using `requests`):\n```python\nimport requests\n\n# Define your API key\napi_key = \"<password>\"\n\n# API endpoint\nurl = 'http://localhost:8000/log-embeddings'\n\n# Sample data\ndata = {\n    \"datasetId\": \"model-62\",\n    \"timestamp\": 1634235000,  # an example timestamp\n    \"embeddings\": {\n        \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n    }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key, \"Content-Type\": \"application/octet-stream\"}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log_embeddings","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogEmbeddingRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-pubsub":{"post":{"tags":["profile"],"summary":"Log Pubsub","operationId":"log_pubsub","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log-pubsub-embeddings":{"post":{"tags":["profile"],"summary":"Log Pubsub Embeddings","operationId":"log_pubsub_embedding","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log/llm":{"post":{"tags":["llm"],"summary":"Evaluate and log a single prompt/response pair using langkit asynchronously.","description":"This is a convenience wrapper around the llm request type for calling /log, which accepts bulk data.","operationId":"log_llm","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LLMValidateRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/evaluate":{"post":{"tags":["llm"],"summary":"Evaluate and log a single prompt/response pair using langkit.","description":"Run langkit evaluation and return the validation results, as well as the generated metrics.\n\nArgs:\n    log (bool, optional): Determines if logging to WhyLabs is enabled for the request. Defaults to True.","operationId":"evaluate","parameters":[{"name":"log","in":"query","required":false,"schema":{"type":"boolean","default":true,"title":"Log"}},{"name":"perf_info","in":"query","required":false,"schema":{"type":"boolean","default":false,"title":"Perf Info"}}],"requestBody":{"required":true,"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LLMValidateRequest"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/EvaluationResult"}}}},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/FailedEvaluationResult"}}},"description":"Bad Request"},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/list_metrics":{"get":{"tags":["llm"],"summary":"Get a list of available metrics that can be referenced in policies.","description":"Get a list of available metrics that can be referenced in policies.","operationId":"list_metrics","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/AvailableMetrics"}}}}}}},"/validate/llm":{"post":{"tags":["llm"],"summary":"Validate a single prompt/response pair","description":"This endpoint can be used to synchronously get validation results from a single input\nprompt/response. It automatically performs whylogs profiling and sends profiles to\nwhylabs in the background, just like  the /log endpoint.\n\nArgs:\n    log (bool, optional): Determines if logging to WhyLabs is enabled for the validate request. Defaults to True.","operationId":"validate_llm","parameters":[{"name":"log","in":"query","required":false,"schema":{"type":"boolean","default":true,"title":"Log"}}],"requestBody":{"required":true,"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LLMValidateRequest"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ValidationResult"}}}},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ValidationResult"}}},"description":"Bad Request"},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/publish":{"post":{"tags":["manage"],"summary":"Publish Profiles","operationId":"publish","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/health":{"get":{"tags":["manage"],"summary":"Health","operationId":"health","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/status":{"get":{"tags":["manage"],"summary":"Status","operationId":"status","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ProcessLoggerStatusResponse"}}}}}}},"/logDebugInfo":{"post":{"tags":["manage"],"summary":"Log Debug Info","description":"Log the output of /status","operationId":"debug_info","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}}},"components":{"schemas":{"AvailableMetrics":{"properties":{"metrics_names":{"items":{"type":"string"},"type":"array","title":"Metrics Names"}},"type":"object","required":["metrics_names"],"title":"AvailableMetrics"},"EvaluationResult":{"properties":{"metrics":{"items":{"type":"object"},"type":"array","title":"Metrics"},"validation_results":{"$ref":"#/components/schemas/ValidationResult"},"perf_info":{"anyOf":[{"$ref":"#/components/schemas/RunPerf"},{"type":"null"}]}},"type":"object","required":["metrics","validation_results","perf_info"],"title":"EvaluationResult"},"FailedEvaluationResult":{"properties":{"metrics":{"items":{"type":"object"},"type":"array","title":"Metrics"},"validation_results":{"$ref":"#/components/schemas/ValidationResult"}},"type":"object","required":["metrics","validation_results"],"title":"FailedEvaluationResult"},"HTTPValidationError":{"properties":{"detail":{"items":{"$ref":"#/components/schemas/ValidationError"},"type":"array","title":"Detail"}},"type":"object","title":"HTTPValidationError"},"LLMValidateRequest":{"properties":{"prompt":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Prompt"},"response":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Response"},"id":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Id"},"datasetId":{"type":"string","title":"Datasetid"},"timestamp":{"type":"integer","title":"Timestamp"}},"type":"object","required":["datasetId"],"title":"LLMValidateRequest"},"LogEmbeddingRequest":{"properties":{"dataset_id":{"type":"string","title":"Dataset Id"},"timestamp":{"type":"integer","title":"Timestamp"},"embeddings":{"additionalProperties":{"anyOf":[{"items":{"items":{"type":"number"},"type":"array"},"type":"array"},{"items":{"items":{"type":"integer"},"type":"array"},"type":"array"},{"items":{"items":{"type":"string"},"type":"array"},"type":"array"}]},"type":"object","title":"Embeddings"}},"type":"object","required":["dataset_id","timestamp","embeddings"],"title":"LogEmbeddingRequest"},"LogMultiple":{"properties":{"columns":{"items":{"type":"string"},"type":"array","title":"Columns"},"data":{"items":{"items":{"anyOf":[{"type":"string"},{"type":"integer"},{"type":"number"},{"type":"boolean"},{"items":{"type":"number"},"type":"array"},{"items":{"type":"integer"},"type":"array"},{"items":{"type":"string"},"type":"array"},{"type":"null"}]},"type":"array"},"type":"array","title":"Data"}},"type":"object","required":["columns","data"],"title":"LogMultiple"},"LogRequest":{"properties":{"datasetId":{"type":"string","title":"Datasetid"},"multiple":{"$ref":"#/components/schemas/LogMultiple"},"timestamp":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Timestamp"}},"type":"object","required":["datasetId","multiple"],"title":"LogRequest"},"LoggerStatusResponse":{"properties":{"dataset_timestamps":{"type":"integer","title":"Dataset Timestamps"},"dataset_profiles":{"type":"integer","title":"Dataset Profiles"},"segment_caches":{"type":"integer","title":"Segment Caches"},"writers":{"type":"integer","title":"Writers"},"pending_writables":{"type":"integer","title":"Pending Writables"},"pending_views":{"items":{"type":"string"},"type":"array","title":"Pending Views"},"views":{"items":{"type":"string"},"type":"array","title":"Views"}},"type":"object","required":["dataset_timestamps","dataset_profiles","segment_caches","writers","pending_writables","pending_views","views"],"title":"LoggerStatusResponse"},"ProcessLoggerStatusResponse":{"properties":{"version":{"type":"string","title":"Version"},"statuses":{"additionalProperties":{"$ref":"#/components/schemas/LoggerStatusResponse"},"type":"object","title":"Statuses"}},"type":"object","required":["version","statuses"],"title":"ProcessLoggerStatusResponse"},"RunPerf":{"properties":{"metrics_time_sec":{"additionalProperties":{"type":"number"},"type":"object","title":"Metrics Time Sec"},"workflow_total_sec":{"type":"number","title":"Workflow Total Sec"},"metrics_total_sec":{"type":"number","title":"Metrics Total Sec"},"validation_total_sec":{"type":"number","title":"Validation Total Sec"}},"type":"object","required":["metrics_time_sec","workflow_total_sec","metrics_total_sec","validation_total_sec"],"title":"RunPerf"},"ValidationError":{"properties":{"loc":{"items":{"anyOf":[{"type":"string"},{"type":"integer"}]},"type":"array","title":"Location"},"msg":{"type":"string","title":"Message"},"type":{"type":"string","title":"Error Type"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError"},"ValidationFailure":{"properties":{"id":{"type":"string","title":"Id"},"metric":{"type":"string","title":"Metric"},"details":{"type":"string","title":"Details"},"value":{"anyOf":[{"type":"integer"},{"type":"number"},{"type":"string"},{"type":"null"}],"title":"Value"},"upper_threshold":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Upper Threshold"},"lower_threshold":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Lower Threshold"}},"type":"object","required":["id","metric","details","value"],"title":"ValidationFailure"},"ValidationResult":{"properties":{"report":{"items":{"$ref":"#/components/schemas/ValidationFailure"},"type":"array","title":"Report"}},"type":"object","title":"ValidationResult"}}}}
\ No newline at end of file
diff --git a/py-modindex.html b/py-modindex.html
index 7aa57d4..55bf9b3 100644
--- a/py-modindex.html
+++ b/py-modindex.html
@@ -257,12 +257,6 @@ <h1>Python Module Index</h1>
         <a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.config_test"><code class="xref">whylogs_container.whylabs.container.config_test</code></a></td><td>
     <em></em></td>
   </tr>
-  <tr class="cg-1">
-    <td></td>
-    <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.container_config"><code class="xref">whylogs_container.whylabs.container.container_config</code></a></td><td>
-    <em></em></td>
-  </tr>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
@@ -272,73 +266,67 @@ <h1>Python Module Index</h1>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.requests"><code class="xref">whylogs_container.whylabs.container.requests</code></a></td><td>
+        <a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.file_read_utils"><code class="xref">whylogs_container.whylabs.container.file_read_utils</code></a></td><td>
     <em></em></td>
   </tr>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.responses"><code class="xref">whylogs_container.whylabs.container.responses</code></a></td><td>
-    <em></em></td>
-  </tr>
-  <tr class="cg-1">
-    <td></td>
-    <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.routes"><code class="xref">whylogs_container.whylabs.container.routes</code></a></td><td>
+        <a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.lazy"><code class="xref">whylogs_container.whylabs.container.lazy</code></a></td><td>
     <em></em></td>
   </tr>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.startup"><code class="xref">whylogs_container.whylabs.container.startup</code></a></td><td>
+        <a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.policy"><code class="xref">whylogs_container.whylabs.container.policy</code></a></td><td>
     <em></em></td>
   </tr>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation"><code class="xref">whylogs_container.whylabs.llm_validation</code></a></td><td>
+        <a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.requests"><code class="xref">whylogs_container.whylabs.container.requests</code></a></td><td>
     <em></em></td>
   </tr>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.config"><code class="xref">whylogs_container.whylabs.llm_validation.config</code></a></td><td>
+        <a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.responses"><code class="xref">whylogs_container.whylabs.container.responses</code></a></td><td>
     <em></em></td>
   </tr>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.config_parsing"><code class="xref">whylogs_container.whylabs.llm_validation.config_parsing</code></a></td><td>
+        <a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.routes"><code class="xref">whylogs_container.whylabs.container.routes</code></a></td><td>
     <em></em></td>
   </tr>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.metadata"><code class="xref">whylogs_container.whylabs.llm_validation.metadata</code></a></td><td>
+        <a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.s3_sync"><code class="xref">whylogs_container.whylabs.container.s3_sync</code></a></td><td>
     <em></em></td>
   </tr>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.schema_builder"><code class="xref">whylogs_container.whylabs.llm_validation.schema_builder</code></a></td><td>
+        <a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.startup"><code class="xref">whylogs_container.whylabs.container.startup</code></a></td><td>
     <em></em></td>
   </tr>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.signals"><code class="xref">whylogs_container.whylabs.llm_validation.signals</code></a></td><td>
+        <a href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.version"><code class="xref">whylogs_container.whylabs.container.version</code></a></td><td>
     <em></em></td>
   </tr>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validate"><code class="xref">whylogs_container.whylabs.llm_validation.validate</code></a></td><td>
+        <a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation"><code class="xref">whylogs_container.whylabs.llm_validation</code></a></td><td>
     <em></em></td>
   </tr>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validation_utils"><code class="xref">whylogs_container.whylabs.llm_validation.validation_utils</code></a></td><td>
+        <a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.metadata"><code class="xref">whylogs_container.whylabs.llm_validation.metadata</code></a></td><td>
     <em></em></td>
   </tr>
   <tr class="cg-1">
@@ -350,25 +338,25 @@ <h1>Python Module Index</h1>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validators"><code class="xref">whylogs_container.whylabs.llm_validation.validators</code></a></td><td>
+        <a href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger"><code class="xref">whylogs_container.whylabs.logger</code></a></td><td>
     <em></em></td>
   </tr>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger"><code class="xref">whylogs_container.whylabs.logger</code></a></td><td>
+        <a href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger.logger"><code class="xref">whylogs_container.whylabs.logger.logger</code></a></td><td>
     <em></em></td>
   </tr>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger.logger"><code class="xref">whylogs_container.whylabs.logger.logger</code></a></td><td>
+        <a href="whylogs_container.whylabs.time_utils.html#module-whylogs_container.whylabs.time_utils"><code class="xref">whylogs_container.whylabs.time_utils</code></a></td><td>
     <em></em></td>
   </tr>
   <tr class="cg-1">
     <td></td>
     <td>&#160;&#160;&#160;
-        <a href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger.openai_messages"><code class="xref">whylogs_container.whylabs.logger.openai_messages</code></a></td><td>
+        <a href="whylogs_container.whylabs.time_utils.html#module-whylogs_container.whylabs.time_utils.time_convert_utils"><code class="xref">whylogs_container.whylabs.time_utils.time_convert_utils</code></a></td><td>
     <em></em></td>
   </tr>
 </table>
diff --git a/searchindex.js b/searchindex.js
index 17bb809..2357161 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["index", "modules", "whylogs_container", "whylogs_container.util", "whylogs_container.whylabs", "whylogs_container.whylabs.container", "whylogs_container.whylabs.llm_validation", "whylogs_container.whylabs.logger"], "filenames": ["index.rst", "modules.rst", "whylogs_container.rst", "whylogs_container.util.rst", "whylogs_container.whylabs.rst", "whylogs_container.whylabs.container.rst", "whylogs_container.whylabs.llm_validation.rst", "whylogs_container.whylabs.logger.rst"], "titles": ["Welcome to whylogs-container-python\u2019s documentation!", "whylogs_container", "whylogs_container package", "whylogs_container.util package", "whylogs_container.whylabs package", "whylogs_container.whylabs.container package", "whylogs_container.whylabs.llm_validation package", "whylogs_container.whylabs.logger package"], "terms": {"index": 0, "modul": [0, 1], "search": 0, "page": [0, 5], "packag": 1, "subpackag": 1, "util": [1, 2, 6], "submodul": [1, 2, 4], "signal_util": [1, 2], "string_util": [1, 2], "string_util_test": [1, 2], "content": 1, "whylab": [1, 2], "suspended_sign": [2, 3], "encode_str": [2, 3], "test_different_hash": [2, 3], "test_order_doesnt_matt": [2, 3], "contain": [2, 4, 6], "auth": [2, 4], "config": [2, 4, 7], "config_test": [2, 4], "container_config": [2, 4], "environ": [2, 4], "request": [2, 4, 6, 7], "respons": [2, 4, 6, 7], "rout": [2, 4], "startup": [2, 4], "llm_valid": [2, 4], "config_pars": [2, 4], "metadata": [2, 4, 5], "schema_build": [2, 4], "signal": [2, 3, 4], "valid": [2, 4, 5], "validation_util": [2, 4], "logger": [2, 4, 5], "openai_messag": [2, 4], "ani": [3, 5, 6], "suspend": 3, "handl": [3, 5], "execut": 3, "col_nam": 3, "list": [3, 5, 6, 7], "str": [3, 5, 6, 7], "int": [3, 5, 6, 7], "encod": 3, "string": 3, "number": [3, 5], "hash": 3, "each": [3, 5], "one": 3, "ad": [3, 5], "them": 3, "togeth": 3, "thi": [3, 5, 6], "i": [3, 5, 6], "us": [3, 5, 6], "gener": [3, 6], "group": 3, "kei": [3, 4, 5, 6], "base": [3, 5, 6, 7], "don": [3, 5], "t": [3, 5, 6], "care": 3, "about": [3, 5, 6], "order": 3, "have": [3, 5], "reason": 3, "low": 3, "collis": 3, "rate": 3, "without": 3, "sort": 3, "everyth": 3, "none": [3, 5, 6, 7], "api_key_auth": [4, 5], "containerschema": [4, 5], "schema": [4, 5, 6, 7], "validation_schema": [4, 5], "get_dataset_opt": [4, 5], "get_llm_validation_opt": [4, 5], "init": [4, 5, 6], "test_indexing_into_toolkit": [4, 5], "containerconfig": [4, 5, 7], "get_udf": [4, 5], "udfconfig": [4, 5], "applicable_column": [4, 5], "metric": [4, 5, 6], "udf": [4, 5], "assert_llm_endpoint": [4, 5], "auth_dis": [4, 5], "container_password": [4, 5], "default_dataset_cad": [4, 5], "default_openai_api_kei": [4, 5], "default_openai_organ": [4, 5], "default_whylabs_org_id": [4, 5], "default_whylabs_upload_cad": [4, 5], "default_whylabs_upload_interv": [4, 5], "disable_container_password": [4, 5], "fail_startup_without_config": [4, 5], "llm_contain": [4, 5], "whylabs_api_kei": [4, 5], "envvarnam": [4, 5], "default_whylabs_dataset_cad": [4, 5], "max_request_batch_s": [4, 5], "max_request_buffer_byt": [4, 5], "openai_api_kei": [4, 5], "openai_organ": [4, 5], "llmvalidaterequest": [4, 5], "dataset_id": [4, 5, 6, 7], "model_config": [4, 5, 6], "model_field": [4, 5, 6], "prompt": [4, 5, 6], "timestamp": [4, 5, 6], "logembeddingrequest": [4, 5], "datasetid": [4, 5, 6], "embed": [4, 5], "logmultipl": [4, 5], "column": [4, 5], "data": [4, 5], "logrequest": [4, 5], "multipl": [4, 5], "pubsubmessag": [4, 5], "attribut": [4, 5], "messageid": [4, 5], "publishtim": [4, 5], "pubsubrequest": [4, 5], "messag": [4, 5, 6, 7], "subscript": [4, 5], "loggerstatusrespons": [4, 5], "dataset_profil": [4, 5], "dataset_timestamp": [4, 5], "pending_view": [4, 5], "pending_writ": [4, 5], "segment_cach": [4, 5], "view": [4, 5], "writer": [4, 5], "processloggerstatusrespons": [4, 5], "status": [4, 5], "health": [4, 5], "log": [4, 5], "log_debug_info": [4, 5], "log_embed": [4, 5], "log_llm": [4, 5], "log_pubsub": [4, 5], "log_pubsub_embed": [4, 5], "publish_profil": [4, 5], "shutdown": [4, 5], "statu": [4, 5], "validate_llm": [4, 5], "fix_torch_thread": [4, 5], "init_log": [4, 5], "start": [4, 5, 6], "update_pid": [4, 5], "moduledefinit": [4, 6], "config_path": [4, 6], "include_upp": [4, 6], "lower_threshold": [4, 6], "upper_threshold": [4, 6], "yamlconfig": [4, 6], "id": [4, 5, 6, 7], "polici": [4, 6], "policy_vers": [4, 6], "profil": [4, 5, 6], "rule": [4, 6], "schema_vers": [4, 6], "whylabs_dataset_id": [4, 6, 7], "build_langkit_valid": [4, 6], "build_langkit_validators_dictionari": [4, 6], "parse_yaml_to_dict": [4, 6], "validate_yaml": [4, 6], "load_llm_profiling_opt": [4, 6], "load_llm_validation_config_opt": [4, 6], "load_yaml_data": [4, 6], "configurationmetadata": [4, 6], "config_error": [4, 6], "profilingrul": [4, 6], "validationconfig": [4, 6], "validationmetadata": [4, 6], "failed_metr": [4, 6], "is_valid": [4, 6], "prompt_id": [4, 6, 7], "validator_nam": [4, 6], "valu": [4, 5, 6], "validationreport": [4, 5, 6], "failur": [4, 6], "validationrul": [4, 6], "rule_typ": [4, 6], "get_profiling_schema": [4, 6], "get_validators_udf_schema": [4, 6], "result": [4, 5, 6], "success": [4, 6], "validationerror": [4, 6], "validate_input": [4, 6], "flag_failed_valid": [4, 6], "synchronousvalid": [4, 6], "close_valid": [4, 6], "start_valid": [4, 6], "validate_prompt": [4, 6], "validationactor": [4, 6], "close": [4, 6], "process_batch": [4, 6, 7], "process_close_messag": [4, 6], "process_validation_messag": [4, 6], "run": [4, 6, 7], "validationmessag": [4, 6], "to_validation_request": [4, 6], "validationrequest": [4, 6], "to_row": [4, 6], "create_valid": [4, 6], "basethresholdvalidatorbuild": [4, 6], "build_valid": [4, 6], "inputoutputvalidatorbuild": [4, 6], "build": [4, 5, 6], "regexvalidatorbuild": [4, 6], "sentimentvalidatorbuild": [4, 6], "textstatvalidatorbuild": [4, 6], "themesvalidatorbuild": [4, 6], "toxicityvalidatorbuild": [4, 6], "validatorbuild": [4, 6], "containerloggerfactori": [4, 7], "create_logg": [4, 7], "containerprocessrollinglogg": [4, 5, 7], "process_llm_log_messag": [4, 7], "rawllmlogmessag": [4, 7], "request_tim": [4, 7], "to_log_request_dict": [4, 7], "convert_dataset_cad": [4, 7], "convert_schedul": [4, 7], "openaimessag": [4, 7], "get_user_prompt": [4, 7], "to_openai_dict": [4, 7], "openaipromptdict": [4, 7], "role": [4, 7], "openairequestdict": [4, 7], "model": [4, 5, 6, 7], "temperatur": [4, 7], "class": [5, 6, 7], "object": [5, 6, 7], "api_kei": 5, "depend": 5, "apikeyhead": 5, "dict": [5, 6], "whylogs_container_typ": 5, "config_typ": 5, "datasetopt": [5, 6], "abc": [5, 6], "abstract": [5, 6], "typeddict": [5, 7], "metricspec": 5, "callabl": [5, 7], "datafram": 5, "sequenc": 5, "float": [5, 6], "bool": [5, 6, 7], "datasetcad": [5, 7], "datasetuploadcadencegranular": [5, 7], "enum": 5, "all": [5, 6], "variabl": 5, "name": [5, 6], "applic": 5, "you": 5, "re": 5, "an": [5, 6], "old": 5, "api": [5, 7], "doesn": [5, 6], "org": 5, "end": 5, "set": [5, 6], "true": [5, 6], "password": 5, "The": [5, 6], "look": 5, "header": 5, "curl": 5, "format": 5, "send": [5, 6], "h": 5, "author": 5, "bearer": 5, "my_password": 5, "can": [5, 6, 7], "daili": 5, "default": [5, 6], "hourli": 5, "whenev": 5, "cadenc": [5, 7], "specifi": 5, "dataset": [5, 6], "determin": 5, "how": 5, "bucket": 5, "pool": 5, "hour": 5, "minut": [5, 7], "dai": [5, 7], "organ": 5, "m": 5, "d": 5, "often": 5, "ar": 5, "upload": 5, "interv": [5, 7], "mani": 5, "unit": 5, "time": 5, "If": 5, "Then": 5, "omit": 5, "fail": 5, "custom": 5, "configur": [5, 6], "found": 5, "safeguard": 5, "want": 5, "make": 5, "sure": 5, "up": 5, "correctli": 5, "python": 5, "whylog": [5, 7], "env": 5, "var": 5, "identifi": 5, "deploy": 5, "type": [5, 7], "llm": 5, "fals": [5, 6, 7], "imag": 5, "50_000": 5, "maximum": 5, "process": [5, 6, 7], "per": 5, "batch": [5, 6, 7], "place": 5, "onto": 5, "queue": 5, "after": [5, 6], "thei": 5, "come": 5, "from": [5, 6], "rest": 5, "server": 5, "read": 5, "bulk": 5, "larger": 5, "longer": 5, "take": 5, "mostli": 5, "transpar": 5, "caller": 5, "matter": 5, "when": 5, "ha": [5, 6], "so": 5, "becaus": 5, "throughput": 5, "too": 5, "high": 5, "keep": 5, "In": [5, 6], "case": [5, 6], "requestor": 5, "wait": [5, 6], "which": [5, 6], "could": 5, "potenti": 5, "would": 5, "consid": 5, "lower": 5, "see": 5, "lot": 5, "out": 5, "tp": 5, "rel": 5, "our": 5, "doc": 5, "": [5, 6], "perform": [5, 6], "load": 5, "test": 5, "1_000_000_000": 5, "1gb": 5, "size": 5, "buffer": 5, "put": 5, "increas": 5, "give": 5, "more": 5, "befor": 5, "It": [5, 6], "good": 5, "idea": 5, "timeout": 5, "spikei": 5, "traffic": 5, "pattern": 5, "memori": 5, "host": 5, "noth": 5, "better": 5, "do": 5, "openai": [5, 6], "onli": [5, 6], "appli": 5, "openapi": 5, "monitor": [5, 6], "basemodel": [5, 6], "classvar": [5, 6], "configdict": [5, 6], "should": [5, 6], "dictionari": [5, 6], "conform": [5, 6], "pydant": [5, 6], "fieldinfo": [5, 6], "annot": [5, 6], "alia": [5, 6], "alias_prior": [5, 6], "2": [5, 6], "union": [5, 6], "nonetyp": [5, 6], "field": [5, 6], "defin": [5, 6], "map": [5, 6], "replac": [5, 6], "__fields__": [5, 6], "v1": [5, 6], "message_id": 5, "publish_tim": 5, "pend": 5, "ones": 5, "alreadi": 5, "been": 5, "stage": 5, "write": 5, "happen": 5, "roll": 5, "hit": 5, "inter": 5, "its": [5, 6], "intern": 5, "state": 5, "ll": 5, "remain": 5, "until": 5, "next": 5, "attempt": 5, "current": 5, "being": 5, "new": 5, "There": [5, 6], "haven": 5, "yet": 5, "async": [5, 6], "_raw_request": 5, "_request": 5, "tabular": 5, "swagger": 5, "ui": 5, "isn": 5, "abl": 5, "call": [5, 6], "sampl": 5, "bash": 5, "x": 5, "post": [5, 6], "json": [5, 7], "http": 5, "localhost": 5, "8000": 5, "raw": 5, "62": 5, "ag": 5, "workclass": 5, "fnlwgt": 5, "educ": 5, "25": 5, "privat": 5, "226802": 5, "11th": 5, "import": 5, "your": 5, "endpoint": 5, "url": 5, "output": 5, "hand": 5, "ai": 5, "integr": 5, "support": 5, "octet": 5, "stream": 5, "1634235000": 5, "0": [5, 6, 7], "12": 5, "45": 5, "33": 5, "92": 5, "exampl": [5, 6], "conveni": [5, 6], "wrapper": [5, 6], "around": 5, "accept": 5, "synchron": [5, 6], "get": 5, "singl": 5, "input": 5, "automat": [5, 6], "background": 5, "just": [5, 6], "like": 5, "arg": [5, 6], "enabl": 5, "port": 5, "liter": 6, "toxic": 6, "sentiment": 6, "theme": 6, "textstat": 6, "regex": 6, "input_output": 6, "requir": 6, "validation_rul": 6, "validation_config": 6, "conditionvalid": 6, "file_path": 6, "yaml_data": 6, "llm_config_path": 6, "whylogs_config": 6, "file_directori": 6, "A": 6, "indic": 6, "langkit": 6, "user": 6, "work": 6, "mode": 6, "To": 6, "includ": 6, "avail": 6, "llm_metric": 6, "keyword": 6, "dataclass": 6, "yaml": 6, "pars": 6, "phase": 6, "setup": 6, "file": 6, "below": 6, "1": [6, 7], "15": 6, "my_new_polici": 6, "9294f3fa": 6, "4f4b": 6, "4363": 6, "9397": 6, "87d3499fce28": 6, "datasetschema": [6, 7], "schema_nam": 6, "identity_column": 6, "udfschema": 6, "kwarg": 6, "protocol": 6, "except": 6, "valueerror": 6, "input_text": 6, "input_typ": 6, "condition_nam": 6, "logic": 6, "shouldn": 6, "real": 6, "here": 6, "doe": 6, "actor": [6, 7], "bodi": 6, "byte": [6, 7], "given": 6, "processactor": 6, "method": [6, 7], "releas": 6, "resourc": 6, "held": 6, "error": 6, "child": 6, "still": 6, "batch_typ": [6, 7], "_messag": 6, "closemessag": 6, "sub": [6, 7], "overridden": [6, 7], "version": 6, "appar": 6, "manual": 6, "creat": 6, "unlik": 6, "thread": 6, "within": 6, "must": 6, "some": 6, "need": 6, "done": 6, "factori": [6, 7], "threadloggerfactori": 7, "option": 7, "loggeropt": 7, "threadrollinglogg": 7, "aggregate_bi": 7, "experiment": 7, "time_util": 7, "timegranular": 7, "write_schedul": 7, "schedul": 7, "5": 7, "core": 7, "sync_en": 7, "current_time_fn": 7, "queue_config": 7, "queueconfig": 7, "max_batch_s": 7, "50000": 7, "message_accumualtion_dur": 7, "message_poll_wait": 7, "max_buffer_byt": 7, "100000000": 7, "thread_queue_config": 7, "writer_factori": 7, "process_rolling_logg": 7, "writerfactori": 7, "whylabswriterfactori": 7, "queue_typ": 7, "process_actor": 7, "queuetyp": 7, "faster_fifo": 7, "logger_factori": 7, "loggerfactori": 7, "baseprocessrollinglogg": 7, "repres": 7, "stringifi": 7, "logrequestdict": 7, "dataset_cad": 7, "upload_cad": 7, "upload_interv": 7}, "objects": {"": [[2, 0, 0, "-", "whylogs_container"]], "whylogs_container": [[3, 0, 0, "-", "util"], [4, 0, 0, "-", "whylabs"]], "whylogs_container.util": [[3, 0, 0, "-", "signal_util"], [3, 0, 0, "-", "string_util"], [3, 0, 0, "-", "string_util_test"]], "whylogs_container.util.signal_util": [[3, 1, 1, "", "suspended_signals"]], "whylogs_container.util.string_util": [[3, 1, 1, "", "encode_strings"]], "whylogs_container.util.string_util_test": [[3, 1, 1, "", "test_different_hashes"], [3, 1, 1, "", "test_order_doesnt_matter"]], "whylogs_container.whylabs": [[5, 0, 0, "-", "container"], [6, 0, 0, "-", "llm_validation"], [7, 0, 0, "-", "logger"]], "whylogs_container.whylabs.container": [[5, 0, 0, "-", "auth"], [5, 0, 0, "-", "config"], [5, 0, 0, "-", "config_test"], [5, 0, 0, "-", "container_config"], [5, 0, 0, "-", "environment"], [5, 0, 0, "-", "requests"], [5, 0, 0, "-", "responses"], [5, 0, 0, "-", "routes"], [5, 0, 0, "-", "startup"]], "whylogs_container.whylabs.container.auth": [[5, 2, 1, "", "Auth"]], "whylogs_container.whylabs.container.auth.Auth": [[5, 3, 1, "", "api_key_auth"]], "whylogs_container.whylabs.container.config": [[5, 2, 1, "", "ContainerSchemas"], [5, 1, 1, "", "get_dataset_options"], [5, 1, 1, "", "get_llm_validation_options"], [5, 1, 1, "", "init"]], "whylogs_container.whylabs.container.config.ContainerSchemas": [[5, 4, 1, "", "schemas"], [5, 4, 1, "", "validation_schemas"]], "whylogs_container.whylabs.container.config_test": [[5, 1, 1, "", "test_indexing_into_toolkit"]], "whylogs_container.whylabs.container.container_config": [[5, 2, 1, "", "ContainerConfig"], [5, 2, 1, "", "UDFConfig"]], "whylogs_container.whylabs.container.container_config.ContainerConfig": [[5, 3, 1, "", "get_dataset_options"], [5, 3, 1, "", "get_udfs"]], "whylogs_container.whylabs.container.container_config.UDFConfig": [[5, 4, 1, "", "applicable_columns"], [5, 4, 1, "", "metrics"], [5, 4, 1, "", "udf"]], "whylogs_container.whylabs.container.environment": [[5, 2, 1, "", "ContainerConfig"], [5, 2, 1, "", "EnvVarNames"]], "whylogs_container.whylabs.container.environment.ContainerConfig": [[5, 3, 1, "", "assert_llm_endpoint"], [5, 3, 1, "", "auth_disabled"], [5, 4, 1, "", "container_password"], [5, 4, 1, "", "default_dataset_cadence"], [5, 4, 1, "", "default_openai_api_key"], [5, 4, 1, "", "default_openai_organization"], [5, 4, 1, "", "default_whylabs_org_id"], [5, 4, 1, "", "default_whylabs_upload_cadence"], [5, 4, 1, "", "default_whylabs_upload_interval"], [5, 4, 1, "", "disable_container_password"], [5, 4, 1, "", "fail_startup_without_config"], [5, 4, 1, "", "llm_container"], [5, 4, 1, "", "whylabs_api_key"]], "whylogs_container.whylabs.container.environment.EnvVarNames": [[5, 4, 1, "", "CONTAINER_PASSWORD"], [5, 4, 1, "", "DEFAULT_WHYLABS_DATASET_CADENCE"], [5, 4, 1, "", "DEFAULT_WHYLABS_ORG_ID"], [5, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_CADENCE"], [5, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_INTERVAL"], [5, 4, 1, "", "DISABLE_CONTAINER_PASSWORD"], [5, 4, 1, "", "FAIL_STARTUP_WITHOUT_CONFIG"], [5, 4, 1, "", "LLM_CONTAINER"], [5, 4, 1, "", "MAX_REQUEST_BATCH_SIZE"], [5, 4, 1, "", "MAX_REQUEST_BUFFER_BYTES"], [5, 4, 1, "", "OPENAI_API_KEY"], [5, 4, 1, "", "OPENAI_ORGANIZATION"], [5, 4, 1, "", "WHYLABS_API_KEY"]], "whylogs_container.whylabs.container.requests": [[5, 2, 1, "", "LLMValidateRequest"], [5, 2, 1, "", "LogEmbeddingRequest"], [5, 2, 1, "", "LogMultiple"], [5, 2, 1, "", "LogRequest"], [5, 2, 1, "", "PubSubMessage"], [5, 2, 1, "", "PubSubRequest"]], "whylogs_container.whylabs.container.requests.LLMValidateRequest": [[5, 4, 1, "", "dataset_id"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "prompt"], [5, 4, 1, "", "response"], [5, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.LogEmbeddingRequest": [[5, 4, 1, "", "datasetId"], [5, 4, 1, "", "embeddings"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.LogMultiple": [[5, 4, 1, "", "columns"], [5, 4, 1, "", "data"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"]], "whylogs_container.whylabs.container.requests.LogRequest": [[5, 4, 1, "", "dataset_id"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "multiple"], [5, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.PubSubMessage": [[5, 4, 1, "", "attributes"], [5, 4, 1, "", "data"], [5, 4, 1, "", "messageId"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "publishTime"]], "whylogs_container.whylabs.container.requests.PubSubRequest": [[5, 4, 1, "", "message"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "subscription"]], "whylogs_container.whylabs.container.responses": [[5, 2, 1, "", "LoggerStatusResponse"], [5, 2, 1, "", "ProcessLoggerStatusResponse"]], "whylogs_container.whylabs.container.responses.LoggerStatusResponse": [[5, 4, 1, "", "dataset_profiles"], [5, 4, 1, "", "dataset_timestamps"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "pending_views"], [5, 4, 1, "", "pending_writables"], [5, 4, 1, "", "segment_caches"], [5, 4, 1, "", "views"], [5, 4, 1, "", "writers"]], "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse": [[5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "statuses"]], "whylogs_container.whylabs.container.routes": [[5, 1, 1, "", "health"], [5, 1, 1, "", "log"], [5, 1, 1, "", "log_debug_info"], [5, 1, 1, "", "log_embeddings"], [5, 1, 1, "", "log_llm"], [5, 1, 1, "", "log_pubsub"], [5, 1, 1, "", "log_pubsub_embeddings"], [5, 1, 1, "", "publish_profiles"], [5, 1, 1, "", "shutdown"], [5, 1, 1, "", "status"], [5, 1, 1, "", "validate_llm"]], "whylogs_container.whylabs.container.startup": [[5, 1, 1, "", "fix_torch_threading"], [5, 1, 1, "", "init_logging"], [5, 1, 1, "", "start"], [5, 1, 1, "", "update_pid"]], "whylogs_container.whylabs.llm_validation": [[6, 0, 0, "-", "config"], [6, 0, 0, "-", "config_parsing"], [6, 0, 0, "-", "metadata"], [6, 0, 0, "-", "schema_builder"], [6, 0, 0, "-", "signals"], [6, 0, 0, "-", "validate"], [6, 0, 0, "-", "validation_utils"], [6, 0, 0, "-", "validator"], [6, 0, 0, "-", "validators"]], "whylogs_container.whylabs.llm_validation.config": [[6, 2, 1, "", "ModuleDefinition"], [6, 2, 1, "", "YamlConfig"], [6, 1, 1, "", "build_langkit_validator"], [6, 1, 1, "", "build_langkit_validators_dictionary"], [6, 1, 1, "", "parse_yaml_to_dict"], [6, 1, 1, "", "validate_yaml"]], "whylogs_container.whylabs.llm_validation.config.ModuleDefinition": [[6, 4, 1, "", "config_path"], [6, 4, 1, "", "include_upper"], [6, 4, 1, "", "lower_threshold"], [6, 4, 1, "", "metric"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "module"], [6, 4, 1, "", "upper_threshold"]], "whylogs_container.whylabs.llm_validation.config.YamlConfig": [[6, 4, 1, "", "id"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "policy"], [6, 4, 1, "", "policy_version"], [6, 4, 1, "", "profiling"], [6, 4, 1, "", "rules"], [6, 4, 1, "", "schema_version"], [6, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation.config_parsing": [[6, 1, 1, "", "load_llm_profiling_options"], [6, 1, 1, "", "load_llm_validation_config_options"], [6, 1, 1, "", "load_yaml_data"]], "whylogs_container.whylabs.llm_validation.metadata": [[6, 2, 1, "", "ConfigurationMetadata"], [6, 2, 1, "", "ProfilingRule"], [6, 2, 1, "", "ValidationConfig"], [6, 2, 1, "", "ValidationMetadata"], [6, 2, 1, "", "ValidationReport"], [6, 2, 1, "", "ValidationRule"]], "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata": [[6, 4, 1, "", "config_error"], [6, 4, 1, "", "message"], [6, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule": [[6, 4, 1, "", "metrics"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig": [[6, 4, 1, "", "id"], [6, 4, 1, "", "policy"], [6, 4, 1, "", "policy_version"], [6, 4, 1, "", "profiling"], [6, 4, 1, "", "rules"], [6, 4, 1, "", "schema_version"], [6, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata": [[6, 4, 1, "", "failed_metric"], [6, 4, 1, "", "is_valid"], [6, 4, 1, "", "prompt_id"], [6, 4, 1, "", "timestamp"], [6, 4, 1, "", "validator_name"], [6, 4, 1, "", "value"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationReport": [[6, 4, 1, "", "failures"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationRule": [[6, 4, 1, "", "config_path"], [6, 4, 1, "", "include_upper"], [6, 4, 1, "", "lower_threshold"], [6, 4, 1, "", "metric"], [6, 4, 1, "", "module"], [6, 4, 1, "", "rule_type"], [6, 4, 1, "", "upper_threshold"]], "whylogs_container.whylabs.llm_validation.schema_builder": [[6, 1, 1, "", "get_profiling_schema"], [6, 1, 1, "", "get_validators_udf_schema"]], "whylogs_container.whylabs.llm_validation.signals": [[6, 2, 1, "", "Failure"], [6, 2, 1, "", "Result"], [6, 2, 1, "", "Success"], [6, 5, 1, "", "ValidationError"]], "whylogs_container.whylabs.llm_validation.validate": [[6, 1, 1, "", "validate_input"]], "whylogs_container.whylabs.llm_validation.validation_utils": [[6, 1, 1, "", "flag_failed_validation"]], "whylogs_container.whylabs.llm_validation.validator": [[6, 2, 1, "", "SynchronousValidator"], [6, 2, 1, "", "ValidationActor"], [6, 2, 1, "", "ValidationMessage"], [6, 2, 1, "", "ValidationRequest"], [6, 1, 1, "", "create_validator"]], "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator": [[6, 3, 1, "", "close_validator"], [6, 3, 1, "", "start_validator"], [6, 3, 1, "", "validate_prompt"]], "whylogs_container.whylabs.llm_validation.validator.ValidationActor": [[6, 3, 1, "", "close"], [6, 3, 1, "", "close_validator"], [6, 3, 1, "", "process_batch"], [6, 3, 1, "", "process_close_message"], [6, 3, 1, "", "process_validation_message"], [6, 3, 1, "", "run"], [6, 3, 1, "", "start"], [6, 3, 1, "", "start_validator"]], "whylogs_container.whylabs.llm_validation.validator.ValidationMessage": [[6, 4, 1, "", "id"], [6, 4, 1, "", "request"], [6, 3, 1, "", "to_validation_request"]], "whylogs_container.whylabs.llm_validation.validator.ValidationRequest": [[6, 4, 1, "", "dataset_id"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "prompt"], [6, 4, 1, "", "prompt_id"], [6, 4, 1, "", "response"], [6, 3, 1, "", "to_row"]], "whylogs_container.whylabs.llm_validation.validators": [[6, 2, 1, "", "BaseThresholdValidatorBuilder"], [6, 2, 1, "", "InputOutputValidatorBuilder"], [6, 2, 1, "", "RegexValidatorBuilder"], [6, 2, 1, "", "SentimentValidatorBuilder"], [6, 2, 1, "", "TextStatValidatorBuilder"], [6, 2, 1, "", "ThemesValidatorBuilder"], [6, 2, 1, "", "ToxicityValidatorBuilder"], [6, 2, 1, "", "ValidatorBuilder"]], "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder": [[6, 3, 1, "", "build_validator"]], "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder": [[6, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder": [[6, 3, 1, "", "build"], [6, 4, 1, "", "key"], [6, 4, 1, "", "validator"]], "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder": [[6, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder": [[6, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder": [[6, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder": [[6, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder": [[6, 3, 1, "", "build"], [6, 4, 1, "", "key"], [6, 4, 1, "", "validator"]], "whylogs_container.whylabs.logger": [[7, 0, 0, "-", "logger"], [7, 0, 0, "-", "openai_messages"]], "whylogs_container.whylabs.logger.logger": [[7, 2, 1, "", "ContainerLoggerFactory"], [7, 2, 1, "", "ContainerProcessRollingLogger"], [7, 2, 1, "", "RawLLMLogMessage"], [7, 1, 1, "", "convert_dataset_cadence"], [7, 1, 1, "", "convert_schedule"], [7, 1, 1, "", "create_logger"]], "whylogs_container.whylabs.logger.logger.ContainerLoggerFactory": [[7, 3, 1, "", "create_logger"]], "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger": [[7, 3, 1, "", "process_batch"], [7, 3, 1, "", "process_llm_log_message"], [7, 3, 1, "", "run"]], "whylogs_container.whylabs.logger.logger.RawLLMLogMessage": [[7, 4, 1, "", "id"], [7, 4, 1, "", "request"], [7, 4, 1, "", "request_time"], [7, 3, 1, "", "to_log_request_dict"]], "whylogs_container.whylabs.logger.openai_messages": [[7, 2, 1, "", "OpenAIMessage"], [7, 2, 1, "", "OpenAIPromptDict"], [7, 2, 1, "", "OpenAIRequestDict"]], "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage": [[7, 4, 1, "", "dataset_id"], [7, 3, 1, "", "get_user_prompt"], [7, 4, 1, "", "prompt_id"], [7, 4, 1, "", "request"], [7, 4, 1, "", "request_time"], [7, 4, 1, "", "response"], [7, 3, 1, "", "to_log_request_dict"], [7, 3, 1, "", "to_openai_dict"]], "whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict": [[7, 4, 1, "", "content"], [7, 4, 1, "", "role"]], "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict": [[7, 4, 1, "", "messages"], [7, 4, 1, "", "model"], [7, 4, 1, "", "temperature"], [7, 4, 1, "", "whylabs_dataset_id"]]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:method", "4": "py:attribute", "5": "py:exception"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "method", "Python method"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "exception", "Python exception"]}, "titleterms": {"welcom": 0, "whylog": 0, "contain": [0, 5], "python": 0, "": 0, "document": 0, "indic": 0, "tabl": 0, "whylogs_contain": [1, 2, 3, 4, 5, 6, 7], "packag": [2, 3, 4, 5, 6, 7], "subpackag": [2, 4], "modul": [2, 3, 4, 5, 6, 7], "content": [2, 3, 4, 5, 6, 7], "util": 3, "submodul": [3, 5, 6, 7], "signal_util": 3, "string_util": 3, "string_util_test": 3, "whylab": [4, 5, 6, 7], "auth": 5, "config": [5, 6], "config_test": 5, "container_config": 5, "environ": 5, "requir": 5, "option": 5, "request": 5, "respons": 5, "rout": 5, "startup": 5, "llm_valid": 6, "config_pars": 6, "metadata": 6, "schema_build": 6, "signal": 6, "valid": 6, "validation_util": 6, "logger": 7, "openai_messag": 7}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"Welcome to whylogs-container-python\u2019s documentation!": [[0, "welcome-to-whylogs-container-python-s-documentation"]], "Indices and tables": [[0, "indices-and-tables"]], "whylogs_container": [[1, "whylogs-container"]], "whylogs_container package": [[2, "whylogs-container-package"]], "Subpackages": [[2, "subpackages"], [4, "subpackages"]], "Module contents": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.container"], [6, "module-whylogs_container.whylabs.llm_validation"], [7, "module-whylogs_container.whylabs.logger"]], "whylogs_container.util package": [[3, "whylogs-container-util-package"]], "Submodules": [[3, "submodules"], [5, "submodules"], [6, "submodules"], [7, "submodules"]], "whylogs_container.util.signal_util module": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util module": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test module": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs package": [[4, "whylogs-container-whylabs-package"]], "whylogs_container.whylabs.container package": [[5, "whylogs-container-whylabs-container-package"]], "whylogs_container.whylabs.container.auth module": [[5, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config module": [[5, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test module": [[5, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.container_config module": [[5, "module-whylogs_container.whylabs.container.container_config"]], "whylogs_container.whylabs.container.environment module": [[5, "module-whylogs_container.whylabs.container.environment"]], "Required": [[5, "required"]], "Optional": [[5, "optional"]], "whylogs_container.whylabs.container.requests module": [[5, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.responses module": [[5, "module-whylogs_container.whylabs.container.responses"]], "whylogs_container.whylabs.container.routes module": [[5, "module-whylogs_container.whylabs.container.routes"]], "}\u2019": [[5, "id5"], [5, "id18"], [5, "id31"]], "whylogs_container.whylabs.container.startup module": [[5, "module-whylogs_container.whylabs.container.startup"]], "whylogs_container.whylabs.llm_validation package": [[6, "whylogs-container-whylabs-llm-validation-package"]], "whylogs_container.whylabs.llm_validation.config module": [[6, "module-whylogs_container.whylabs.llm_validation.config"]], "whylogs_container.whylabs.llm_validation.config_parsing module": [[6, "module-whylogs_container.whylabs.llm_validation.config_parsing"]], "whylogs_container.whylabs.llm_validation.metadata module": [[6, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.schema_builder module": [[6, "module-whylogs_container.whylabs.llm_validation.schema_builder"]], "whylogs_container.whylabs.llm_validation.signals module": [[6, "module-whylogs_container.whylabs.llm_validation.signals"]], "whylogs_container.whylabs.llm_validation.validate module": [[6, "module-whylogs_container.whylabs.llm_validation.validate"]], "whylogs_container.whylabs.llm_validation.validation_utils module": [[6, "module-whylogs_container.whylabs.llm_validation.validation_utils"]], "whylogs_container.whylabs.llm_validation.validator module": [[6, "module-whylogs_container.whylabs.llm_validation.validator"]], "whylogs_container.whylabs.llm_validation.validators module": [[6, "module-whylogs_container.whylabs.llm_validation.validators"]], "whylogs_container.whylabs.logger package": [[7, "whylogs-container-whylabs-logger-package"]], "whylogs_container.whylabs.logger.logger module": [[7, "module-whylogs_container.whylabs.logger.logger"]], "whylogs_container.whylabs.logger.openai_messages module": [[7, "module-whylogs_container.whylabs.logger.openai_messages"]]}, "indexentries": {"module": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [3, "module-whylogs_container.util.signal_util"], [3, "module-whylogs_container.util.string_util"], [3, "module-whylogs_container.util.string_util_test"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.container"], [5, "module-whylogs_container.whylabs.container.auth"], [5, "module-whylogs_container.whylabs.container.config"], [5, "module-whylogs_container.whylabs.container.config_test"], [5, "module-whylogs_container.whylabs.container.container_config"], [5, "module-whylogs_container.whylabs.container.environment"], [5, "module-whylogs_container.whylabs.container.requests"], [5, "module-whylogs_container.whylabs.container.responses"], [5, "module-whylogs_container.whylabs.container.routes"], [5, "module-whylogs_container.whylabs.container.startup"], [6, "module-whylogs_container.whylabs.llm_validation"], [6, "module-whylogs_container.whylabs.llm_validation.config"], [6, "module-whylogs_container.whylabs.llm_validation.config_parsing"], [6, "module-whylogs_container.whylabs.llm_validation.metadata"], [6, "module-whylogs_container.whylabs.llm_validation.schema_builder"], [6, "module-whylogs_container.whylabs.llm_validation.signals"], [6, "module-whylogs_container.whylabs.llm_validation.validate"], [6, "module-whylogs_container.whylabs.llm_validation.validation_utils"], [6, "module-whylogs_container.whylabs.llm_validation.validator"], [6, "module-whylogs_container.whylabs.llm_validation.validators"], [7, "module-whylogs_container.whylabs.logger"], [7, "module-whylogs_container.whylabs.logger.logger"], [7, "module-whylogs_container.whylabs.logger.openai_messages"]], "whylogs_container": [[2, "module-whylogs_container"]], "encode_strings() (in module whylogs_container.util.string_util)": [[3, "whylogs_container.util.string_util.encode_strings"]], "suspended_signals() (in module whylogs_container.util.signal_util)": [[3, "whylogs_container.util.signal_util.suspended_signals"]], "test_different_hashes() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_different_hashes"]], "test_order_doesnt_matter() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_order_doesnt_matter"]], "whylogs_container.util": [[3, "module-whylogs_container.util"]], "whylogs_container.util.signal_util": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs": [[4, "module-whylogs_container.whylabs"]], "auth (class in whylogs_container.whylabs.container.auth)": [[5, "whylogs_container.whylabs.container.auth.Auth"]], "container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.CONTAINER_PASSWORD"]], "containerconfig (class in whylogs_container.whylabs.container.container_config)": [[5, "whylogs_container.whylabs.container.container_config.ContainerConfig"]], "containerconfig (class in whylogs_container.whylabs.container.environment)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig"]], "containerschemas (class in whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.ContainerSchemas"]], "default_whylabs_dataset_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_DATASET_CADENCE"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_ORG_ID"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_CADENCE"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_INTERVAL"]], "disable_container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DISABLE_CONTAINER_PASSWORD"]], "envvarnames (class in whylogs_container.whylabs.container.environment)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_CONFIG"]], "llmvalidaterequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest"]], "llm_container (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.LLM_CONTAINER"]], "logembeddingrequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest"]], "logmultiple (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple"]], "logrequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.LogRequest"]], "loggerstatusresponse (class in whylogs_container.whylabs.container.responses)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse"]], "max_request_batch_size (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BATCH_SIZE"]], "max_request_buffer_bytes (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BUFFER_BYTES"]], "openai_api_key (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_API_KEY"]], "openai_organization (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_ORGANIZATION"]], "processloggerstatusresponse (class in whylogs_container.whylabs.container.responses)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse"]], "pubsubmessage (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage"]], "pubsubrequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest"]], "udfconfig (class in whylogs_container.whylabs.container.container_config)": [[5, "whylogs_container.whylabs.container.container_config.UDFConfig"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.WHYLABS_API_KEY"]], "api_key_auth() (whylogs_container.whylabs.container.auth.auth method)": [[5, "whylogs_container.whylabs.container.auth.Auth.api_key_auth"]], "applicable_columns (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[5, "whylogs_container.whylabs.container.container_config.UDFConfig.applicable_columns"]], "assert_llm_endpoint() (whylogs_container.whylabs.container.environment.containerconfig method)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.assert_llm_endpoint"]], "attributes (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.attributes"]], "auth_disabled() (whylogs_container.whylabs.container.environment.containerconfig method)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.auth_disabled"]], "columns (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.columns"]], "container_password (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.container_password"]], "data (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.data"]], "data (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.data"]], "datasetid (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.datasetId"]], "dataset_id (whylogs_container.whylabs.container.requests.llmvalidaterequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest.dataset_id"]], "dataset_id (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.dataset_id"]], "dataset_profiles (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_profiles"]], "dataset_timestamps (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_timestamps"]], "default_dataset_cadence (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_dataset_cadence"]], "default_openai_api_key (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_api_key"]], "default_openai_organization (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_organization"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_org_id"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_cadence"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_interval"]], "disable_container_password (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.disable_container_password"]], "embeddings (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.embeddings"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.fail_startup_without_config"]], "fix_torch_threading() (in module whylogs_container.whylabs.container.startup)": [[5, "whylogs_container.whylabs.container.startup.fix_torch_threading"]], "get_dataset_options() (in module whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.get_dataset_options"]], "get_dataset_options() (whylogs_container.whylabs.container.container_config.containerconfig method)": [[5, "whylogs_container.whylabs.container.container_config.ContainerConfig.get_dataset_options"]], "get_llm_validation_options() (in module whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.get_llm_validation_options"]], "get_udfs() (whylogs_container.whylabs.container.container_config.containerconfig method)": [[5, "whylogs_container.whylabs.container.container_config.ContainerConfig.get_udfs"]], "health() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.health"]], "init() (in module whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.init"]], "init_logging() (in module whylogs_container.whylabs.container.startup)": [[5, "whylogs_container.whylabs.container.startup.init_logging"]], "llm_container (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.llm_container"]], "log() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log"]], "log_debug_info() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_debug_info"]], "log_embeddings() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_embeddings"]], "log_llm() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_llm"]], "log_pubsub() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_pubsub"]], "log_pubsub_embeddings() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_pubsub_embeddings"]], "message (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.message"]], "messageid (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.messageId"]], "metrics (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[5, "whylogs_container.whylabs.container.container_config.UDFConfig.metrics"]], "model_config (whylogs_container.whylabs.container.requests.llmvalidaterequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.model_config"]], "model_config (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.model_config"]], "model_config (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.model_config"]], "model_config (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_config"]], "model_config (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_config"]], "model_fields (whylogs_container.whylabs.container.requests.llmvalidaterequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_fields"]], "model_fields (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_fields"]], "multiple (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.multiple"]], "pending_views (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.pending_views"]], "pending_writables (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.pending_writables"]], "prompt (whylogs_container.whylabs.container.requests.llmvalidaterequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest.prompt"]], "publishtime (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.publishTime"]], "publish_profiles() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.publish_profiles"]], "response (whylogs_container.whylabs.container.requests.llmvalidaterequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest.response"]], "schemas (whylogs_container.whylabs.container.config.containerschemas attribute)": [[5, "whylogs_container.whylabs.container.config.ContainerSchemas.schemas"]], "segment_caches (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.segment_caches"]], "shutdown() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.shutdown"]], "start() (in module whylogs_container.whylabs.container.startup)": [[5, "whylogs_container.whylabs.container.startup.start"]], "status() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.status"]], "statuses (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.statuses"]], "subscription (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.subscription"]], "test_indexing_into_toolkit() (in module whylogs_container.whylabs.container.config_test)": [[5, "whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit"]], "timestamp (whylogs_container.whylabs.container.requests.llmvalidaterequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest.timestamp"]], "timestamp (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.timestamp"]], "timestamp (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.timestamp"]], "udf (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[5, "whylogs_container.whylabs.container.container_config.UDFConfig.udf"]], "update_pid() (in module whylogs_container.whylabs.container.startup)": [[5, "whylogs_container.whylabs.container.startup.update_pid"]], "validate_llm() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.validate_llm"]], "validation_schemas (whylogs_container.whylabs.container.config.containerschemas attribute)": [[5, "whylogs_container.whylabs.container.config.ContainerSchemas.validation_schemas"]], "views (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.views"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.whylabs_api_key"]], "whylogs_container.whylabs.container": [[5, "module-whylogs_container.whylabs.container"]], "whylogs_container.whylabs.container.auth": [[5, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config": [[5, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test": [[5, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.container_config": [[5, "module-whylogs_container.whylabs.container.container_config"]], "whylogs_container.whylabs.container.environment": [[5, "module-whylogs_container.whylabs.container.environment"]], "whylogs_container.whylabs.container.requests": [[5, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.responses": [[5, "module-whylogs_container.whylabs.container.responses"]], "whylogs_container.whylabs.container.routes": [[5, "module-whylogs_container.whylabs.container.routes"]], "whylogs_container.whylabs.container.startup": [[5, "module-whylogs_container.whylabs.container.startup"]], "writers (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.writers"]], "basethresholdvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder"]], "configurationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata"]], "failure (class in whylogs_container.whylabs.llm_validation.signals)": [[6, "whylogs_container.whylabs.llm_validation.signals.Failure"]], "inputoutputvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder"]], "moduledefinition (class in whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition"]], "profilingrule (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule"]], "regexvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder"]], "result (class in whylogs_container.whylabs.llm_validation.signals)": [[6, "whylogs_container.whylabs.llm_validation.signals.Result"]], "sentimentvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder"]], "success (class in whylogs_container.whylabs.llm_validation.signals)": [[6, "whylogs_container.whylabs.llm_validation.signals.Success"]], "synchronousvalidator (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator"]], "textstatvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder"]], "themesvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder"]], "toxicityvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder"]], "validationactor (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor"]], "validationconfig (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig"]], "validationerror": [[6, "whylogs_container.whylabs.llm_validation.signals.ValidationError"]], "validationmessage (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationMessage"]], "validationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata"]], "validationreport (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationReport"]], "validationrequest (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest"]], "validationrule (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule"]], "validatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder"]], "yamlconfig (class in whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig"]], "build() (whylogs_container.whylabs.llm_validation.validators.inputoutputvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.sentimentvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.textstatvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.themesvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.toxicityvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.validatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.build"]], "build_langkit_validator() (in module whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.build_langkit_validator"]], "build_langkit_validators_dictionary() (in module whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.build_langkit_validators_dictionary"]], "build_validator() (whylogs_container.whylabs.llm_validation.validators.basethresholdvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder.build_validator"]], "close() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.close"]], "close_validator() (whylogs_container.whylabs.llm_validation.validator.synchronousvalidator method)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.close_validator"]], "close_validator() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.close_validator"]], "config_error (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.config_error"]], "config_path (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.config_path"]], "config_path (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.config_path"]], "create_validator() (in module whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.create_validator"]], "dataset_id (whylogs_container.whylabs.llm_validation.validator.validationrequest attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest.dataset_id"]], "failed_metric (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.failed_metric"]], "failures (whylogs_container.whylabs.llm_validation.metadata.validationreport attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationReport.failures"]], "flag_failed_validation() (in module whylogs_container.whylabs.llm_validation.validation_utils)": [[6, "whylogs_container.whylabs.llm_validation.validation_utils.flag_failed_validation"]], "get_profiling_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)": [[6, "whylogs_container.whylabs.llm_validation.schema_builder.get_profiling_schema"]], "get_validators_udf_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)": [[6, "whylogs_container.whylabs.llm_validation.schema_builder.get_validators_udf_schema"]], "id (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.id"]], "id (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.id"]], "id (whylogs_container.whylabs.llm_validation.validator.validationmessage attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationMessage.id"]], "include_upper (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.include_upper"]], "include_upper (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.include_upper"]], "is_valid (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.is_valid"]], "key (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder attribute)": [[6, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.key"]], "key (whylogs_container.whylabs.llm_validation.validators.validatorbuilder attribute)": [[6, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.key"]], "load_llm_profiling_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[6, "whylogs_container.whylabs.llm_validation.config_parsing.load_llm_profiling_options"]], "load_llm_validation_config_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[6, "whylogs_container.whylabs.llm_validation.config_parsing.load_llm_validation_config_options"]], "load_yaml_data() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[6, "whylogs_container.whylabs.llm_validation.config_parsing.load_yaml_data"]], "lower_threshold (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.lower_threshold"]], "lower_threshold (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.lower_threshold"]], "message (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.message"]], "metric (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.metric"]], "metric (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.metric"]], "metrics (whylogs_container.whylabs.llm_validation.metadata.profilingrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule.metrics"]], "model_config (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_config"]], "model_config (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.model_config"]], "model_config (whylogs_container.whylabs.llm_validation.validator.validationrequest attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest.model_config"]], "model_fields (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_fields"]], "model_fields (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.model_fields"]], "model_fields (whylogs_container.whylabs.llm_validation.validator.validationrequest attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest.model_fields"]], "module (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.module"]], "module (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.module"]], "parse_yaml_to_dict() (in module whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.parse_yaml_to_dict"]], "policy (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.policy"]], "policy (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy"]], "policy_version (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.policy_version"]], "policy_version (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy_version"]], "process_batch() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_batch"]], "process_close_message() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_close_message"]], "process_validation_message() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_validation_message"]], "profiling (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.profiling"]], "profiling (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.profiling"]], "prompt (whylogs_container.whylabs.llm_validation.validator.validationrequest attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest.prompt"]], "prompt_id (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.prompt_id"]], "prompt_id (whylogs_container.whylabs.llm_validation.validator.validationrequest attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest.prompt_id"]], "request (whylogs_container.whylabs.llm_validation.validator.validationmessage attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationMessage.request"]], "response (whylogs_container.whylabs.llm_validation.validator.validationrequest attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest.response"]], "rule_type (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.rule_type"]], "rules (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.rules"]], "rules (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.rules"]], "run() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.run"]], "schema_version (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.schema_version"]], "schema_version (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.schema_version"]], "start() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.start"]], "start_validator() (whylogs_container.whylabs.llm_validation.validator.synchronousvalidator method)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.start_validator"]], "start_validator() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.start_validator"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.timestamp"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.timestamp"]], "to_row() (whylogs_container.whylabs.llm_validation.validator.validationrequest method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest.to_row"]], "to_validation_request() (whylogs_container.whylabs.llm_validation.validator.validationmessage method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationMessage.to_validation_request"]], "upper_threshold (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.upper_threshold"]], "upper_threshold (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.upper_threshold"]], "validate_input() (in module whylogs_container.whylabs.llm_validation.validate)": [[6, "whylogs_container.whylabs.llm_validation.validate.validate_input"]], "validate_prompt() (whylogs_container.whylabs.llm_validation.validator.synchronousvalidator method)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.validate_prompt"]], "validate_yaml() (in module whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.validate_yaml"]], "validator (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder attribute)": [[6, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.validator"]], "validator (whylogs_container.whylabs.llm_validation.validators.validatorbuilder attribute)": [[6, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.validator"]], "validator_name (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.validator_name"]], "value (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.value"]], "whylabs_dataset_id (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.whylabs_dataset_id"]], "whylabs_dataset_id (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation": [[6, "module-whylogs_container.whylabs.llm_validation"]], "whylogs_container.whylabs.llm_validation.config": [[6, "module-whylogs_container.whylabs.llm_validation.config"]], "whylogs_container.whylabs.llm_validation.config_parsing": [[6, "module-whylogs_container.whylabs.llm_validation.config_parsing"]], "whylogs_container.whylabs.llm_validation.metadata": [[6, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.schema_builder": [[6, "module-whylogs_container.whylabs.llm_validation.schema_builder"]], "whylogs_container.whylabs.llm_validation.signals": [[6, "module-whylogs_container.whylabs.llm_validation.signals"]], "whylogs_container.whylabs.llm_validation.validate": [[6, "module-whylogs_container.whylabs.llm_validation.validate"]], "whylogs_container.whylabs.llm_validation.validation_utils": [[6, "module-whylogs_container.whylabs.llm_validation.validation_utils"]], "whylogs_container.whylabs.llm_validation.validator": [[6, "module-whylogs_container.whylabs.llm_validation.validator"]], "whylogs_container.whylabs.llm_validation.validators": [[6, "module-whylogs_container.whylabs.llm_validation.validators"]], "containerloggerfactory (class in whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.ContainerLoggerFactory"]], "containerprocessrollinglogger (class in whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger"]], "openaimessage (class in whylogs_container.whylabs.logger.openai_messages)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage"]], "openaipromptdict (class in whylogs_container.whylabs.logger.openai_messages)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict"]], "openairequestdict (class in whylogs_container.whylabs.logger.openai_messages)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict"]], "rawllmlogmessage (class in whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.RawLLMLogMessage"]], "content (whylogs_container.whylabs.logger.openai_messages.openaipromptdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.content"]], "convert_dataset_cadence() (in module whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.convert_dataset_cadence"]], "convert_schedule() (in module whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.convert_schedule"]], "create_logger() (in module whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.create_logger"]], "create_logger() (whylogs_container.whylabs.logger.logger.containerloggerfactory method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerLoggerFactory.create_logger"]], "dataset_id (whylogs_container.whylabs.logger.openai_messages.openaimessage attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.dataset_id"]], "get_user_prompt() (whylogs_container.whylabs.logger.openai_messages.openaimessage method)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.get_user_prompt"]], "id (whylogs_container.whylabs.logger.logger.rawllmlogmessage attribute)": [[7, "whylogs_container.whylabs.logger.logger.RawLLMLogMessage.id"]], "messages (whylogs_container.whylabs.logger.openai_messages.openairequestdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.messages"]], "model (whylogs_container.whylabs.logger.openai_messages.openairequestdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.model"]], "process_batch() (whylogs_container.whylabs.logger.logger.containerprocessrollinglogger method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_batch"]], "process_llm_log_message() (whylogs_container.whylabs.logger.logger.containerprocessrollinglogger method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_llm_log_message"]], "prompt_id (whylogs_container.whylabs.logger.openai_messages.openaimessage attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.prompt_id"]], "request (whylogs_container.whylabs.logger.logger.rawllmlogmessage attribute)": [[7, "whylogs_container.whylabs.logger.logger.RawLLMLogMessage.request"]], "request (whylogs_container.whylabs.logger.openai_messages.openaimessage attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request"]], "request_time (whylogs_container.whylabs.logger.logger.rawllmlogmessage attribute)": [[7, "whylogs_container.whylabs.logger.logger.RawLLMLogMessage.request_time"]], "request_time (whylogs_container.whylabs.logger.openai_messages.openaimessage attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request_time"]], "response (whylogs_container.whylabs.logger.openai_messages.openaimessage attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.response"]], "role (whylogs_container.whylabs.logger.openai_messages.openaipromptdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.role"]], "run() (whylogs_container.whylabs.logger.logger.containerprocessrollinglogger method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.run"]], "temperature (whylogs_container.whylabs.logger.openai_messages.openairequestdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.temperature"]], "to_log_request_dict() (whylogs_container.whylabs.logger.logger.rawllmlogmessage method)": [[7, "whylogs_container.whylabs.logger.logger.RawLLMLogMessage.to_log_request_dict"]], "to_log_request_dict() (whylogs_container.whylabs.logger.openai_messages.openaimessage method)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_log_request_dict"]], "to_openai_dict() (whylogs_container.whylabs.logger.openai_messages.openaimessage method)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_openai_dict"]], "whylabs_dataset_id (whylogs_container.whylabs.logger.openai_messages.openairequestdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.whylabs_dataset_id"]], "whylogs_container.whylabs.logger": [[7, "module-whylogs_container.whylabs.logger"]], "whylogs_container.whylabs.logger.logger": [[7, "module-whylogs_container.whylabs.logger.logger"]], "whylogs_container.whylabs.logger.openai_messages": [[7, "module-whylogs_container.whylabs.logger.openai_messages"]]}})
\ No newline at end of file
+Search.setIndex({"docnames": ["index", "modules", "whylogs_container", "whylogs_container.util", "whylogs_container.whylabs", "whylogs_container.whylabs.container", "whylogs_container.whylabs.llm_validation", "whylogs_container.whylabs.logger", "whylogs_container.whylabs.time_utils"], "filenames": ["index.rst", "modules.rst", "whylogs_container.rst", "whylogs_container.util.rst", "whylogs_container.whylabs.rst", "whylogs_container.whylabs.container.rst", "whylogs_container.whylabs.llm_validation.rst", "whylogs_container.whylabs.logger.rst", "whylogs_container.whylabs.time_utils.rst"], "titles": ["Welcome to whylogs-container-python\u2019s documentation!", "whylogs_container", "whylogs_container package", "whylogs_container.util package", "whylogs_container.whylabs package", "whylogs_container.whylabs.container package", "whylogs_container.whylabs.llm_validation package", "whylogs_container.whylabs.logger package", "whylogs_container.whylabs.time_utils package"], "terms": {"index": 0, "modul": [0, 1], "search": 0, "page": [0, 5], "packag": 1, "subpackag": 1, "util": [1, 2, 6], "submodul": [1, 2, 4], "signal_util": [1, 2], "string_util": [1, 2], "string_util_test": [1, 2], "content": 1, "whylab": [1, 2], "suspended_sign": [2, 3], "encode_str": [2, 3], "test_different_hash": [2, 3], "test_order_doesnt_matt": [2, 3], "contain": [2, 4], "auth": [2, 4], "config": [2, 4, 6], "config_test": [2, 4], "environ": [2, 4], "file_read_util": [2, 4], "lazi": [2, 4], "polici": [2, 4, 6], "request": [2, 4, 6, 7], "respons": [2, 4, 6], "rout": [2, 4], "s3_sync": [2, 4], "startup": [2, 4], "version": [2, 4, 6], "llm_valid": [2, 4], "metadata": [2, 4, 5], "valid": [2, 4, 5], "logger": [2, 4, 5], "time_util": [2, 4, 7], "time_convert_util": [2, 4], "signal": 3, "ani": [3, 5, 6], "suspend": 3, "handl": [3, 5], "execut": 3, "col_nam": 3, "list": [3, 5, 6, 7], "str": [3, 5, 6, 7], "int": [3, 5, 6, 7, 8], "encod": 3, "string": [3, 5], "number": [3, 5], "hash": 3, "each": [3, 5], "one": 3, "ad": [3, 5], "them": [3, 5], "togeth": 3, "thi": [3, 5, 6], "i": [3, 5, 6], "us": [3, 5], "gener": [3, 5], "group": 3, "kei": [3, 5], "base": [3, 5, 6, 7], "don": [3, 5], "t": [3, 5, 6], "care": 3, "about": [3, 5, 6], "order": [3, 5], "have": [3, 5], "reason": 3, "low": 3, "collis": 3, "rate": 3, "without": 3, "sort": 3, "everyth": 3, "none": [3, 5, 6, 7], "api_key_auth": [4, 5], "configactor": [4, 5], "close_process": [4, 5], "handle_refresh_messag": [4, 5], "process_batch": [4, 5, 6, 7], "process_close_messag": [4, 5], "run": [4, 5, 6, 7], "start_process": [4, 5], "configinst": [4, 5, 6, 7], "configmanag": [4, 5], "configproxi": [4, 5], "configst": [4, 5], "create_tim": [4, 5], "get_container_config": [4, 5], "get_dataset_opt": [4, 5], "get_default_langkit_workflow": [4, 5], "get_langkit_opt": [4, 5], "get_langkit_workflow": [4, 5], "get_policy_langkit_opt": [4, 5], "local_polici": [4, 5], "s3_polici": [4, 5], "refreshmessag": [4, 5], "id": [4, 5, 6, 7], "synchronousconfig": [4, 5], "refresh": [4, 5], "test_indexing_into_toolkit": [4, 5], "envvarnam": [4, 5], "container_password": [4, 5], "default_whylabs_dataset_cad": [4, 5], "default_whylabs_org_id": [4, 5], "default_whylabs_upload_cad": [4, 5], "default_whylabs_upload_interv": [4, 5], "disable_container_password": [4, 5], "fail_startup_without_config": [4, 5], "fail_startup_without_polici": [4, 5], "llm_contain": [4, 5], "log_level": [4, 5], "max_request_batch_s": [4, 5], "max_request_buffer_byt": [4, 5], "policy_base_dir": [4, 5], "s3_config_bucket_nam": [4, 5], "s3_config_prefix": [4, 5], "s3_config_sync": [4, 5], "s3_config_sync_cad": [4, 5], "s3_config_sync_interv": [4, 5], "s3_config_sync_role_arn": [4, 5], "whylabs_api_kei": [4, 5], "environmentvari": [4, 5], "assert_llm_endpoint": [4, 5], "auth_dis": [4, 5], "default_dataset_cad": [4, 5], "load_policy_from_str": [4, 5], "lazyinit": [4, 5], "valu": [4, 5, 6], "cachedmetriccr": [4, 5], "callbackopt": [4, 5], "callback": [4, 5], "model_computed_field": [4, 5, 6], "model_config": [4, 5, 6], "model_field": [4, 5, 6], "option": [4, 6, 7], "to_langkit_opt": [4, 5], "langkitmetr": [4, 5], "metric": [4, 5, 6], "profil": [4, 5, 6], "ensure_str": [4, 5], "policy_vers": [4, 5, 6], "preset": [4, 5], "schema_vers": [4, 5, 6], "whylabs_dataset_id": [4, 5, 6], "validationopt": [4, 5], "lower_threshold": [4, 5, 6], "upper_threshold": [4, 5, 6], "llmvalidaterequest": [4, 5, 6], "dataset_id": [4, 5, 7], "prompt": [4, 5, 6], "timestamp": [4, 5, 6], "logembeddingrequest": [4, 5], "datasetid": [4, 5], "embed": [4, 5], "logmultipl": [4, 5], "column": [4, 5], "data": [4, 5], "logrequest": [4, 5], "multipl": [4, 5], "pubsubmessag": [4, 5], "attribut": [4, 5], "messageid": [4, 5], "publishtim": [4, 5], "pubsubrequest": [4, 5], "messag": [4, 5, 6, 7], "subscript": [4, 5], "validationrequest": [4, 5, 6], "to_datafram": [4, 5], "to_row": [4, 5], "availablemetr": [4, 5], "metrics_nam": [4, 5], "evaluationresult": [4, 5, 6], "perf_info": [4, 5], "validation_result": [4, 5], "failedevaluationresult": [4, 5], "loggerstatusrespons": [4, 5], "dataset_profil": [4, 5], "dataset_timestamp": [4, 5], "pending_view": [4, 5], "pending_writ": [4, 5], "segment_cach": [4, 5], "view": [4, 5], "writer": [4, 5], "processloggerstatusrespons": [4, 5], "status": [4, 5], "init_rout": [4, 5], "s3sync": [4, 5], "s3_llm_valid": [4, 5], "sync_s3_polici": [4, 5], "fix_torch_thread": [4, 5], "init_log": [4, 5], "start": [4, 5, 6], "configurationmetadata": [4, 6], "config_error": [4, 6], "moduledefinit": [4, 6], "config_path": [4, 6], "include_upp": [4, 6], "validationmetadata": [4, 6], "failed_metr": [4, 6], "is_valid": [4, 6], "validator_nam": [4, 6], "validationreport": [4, 6], "failur": [4, 6], "yamlconfig": [4, 6], "rule": [4, 6], "asyncvalidationmessag": [4, 6], "synchronousvalid": [4, 6], "close_valid": [4, 6], "evalu": [4, 6], "start_valid": [4, 6], "validationactor": [4, 5, 6], "process_async_validation_messag": [4, 6], "process_validation_messag": [4, 6], "validationmessag": [4, 6], "log": [4, 5, 6], "to_validation_request": [4, 6], "containerloggerfactori": [4, 7], "create_logg": [4, 7], "containerprocessrollinglogg": [4, 5, 6, 7], "is_clos": [4, 7], "process_llm_log_messag": [4, 7], "rawllmlogmessag": [4, 7], "request_tim": [4, 7], "to_log_request_dict": [4, 7], "convert_dataset_cad": [4, 8], "convert_schedul": [4, 8], "class": [5, 6, 7], "object": [5, 6, 7], "api_kei": 5, "depend": 5, "apikeyhead": 5, "config_inst": [5, 6, 7], "processactor": [5, 6], "batch": [5, 6, 7], "batch_typ": [5, 6, 7], "_messag": 5, "closemessag": 5, "method": [5, 6, 7], "sub": [5, 6, 7], "process": [5, 6, 7], "can": [5, 6, 7], "overridden": [5, 6, 7], "pre_warm": 5, "bool": [5, 6, 7], "fals": [5, 6, 7], "The": [5, 6], "current": 5, "configur": [5, 6], "state": 5, "onli": 5, "updat": 5, "concurr": 5, "properli": 5, "address": 5, "authkei": 5, "serial": 5, "pickl": 5, "ctx": 5, "basemanag": 5, "arg": 5, "kwd": 5, "token": 5, "manag": 5, "expos": 5, "incref": 5, "true": [5, 6], "manager_own": 5, "namespaceproxi": 5, "factori": [5, 6, 7], "datetim": 5, "containerconfigur": 5, "datasetopt": 5, "evaluationworkflow": 5, "map": [5, 6], "langkitopt": 5, "return": 5, "langkit": 5, "deriv": 5, "from": [5, 6], "all": [5, 6], "known": 5, "file": 5, "though": 5, "thei": 5, "were": 5, "origin": 5, "defin": [5, 6], "custom": 5, "abc": [5, 6], "abstract": [5, 6], "enum": 5, "variabl": 5, "name": [5, 6], "applic": 5, "you": 5, "re": 5, "an": 5, "old": 5, "api": [5, 7], "doesn": 5, "org": 5, "end": 5, "set": 5, "password": 5, "look": 5, "header": 5, "curl": 5, "format": 5, "send": [5, 6], "h": 5, "author": 5, "bearer": 5, "my_password": 5, "daili": 5, "default": [5, 6], "hourli": 5, "whenev": 5, "cadenc": [5, 7, 8], "specifi": 5, "dataset": 5, "schema": [5, 7], "determin": 5, "how": 5, "bucket": 5, "pool": 5, "hour": 5, "minut": [5, 7], "dai": [5, 7], "organ": 5, "m": 5, "d": 5, "often": 5, "ar": 5, "upload": 5, "interv": [5, 7, 8], "mani": 5, "unit": 5, "time": 5, "If": 5, "Then": 5, "omit": 5, "fail": 5, "found": 5, "safeguard": 5, "want": 5, "make": 5, "sure": 5, "up": 5, "correctli": 5, "python": 5, "whylog": [5, 7], "just": [5, 6], "like": 5, "yaml": 5, "instead": 5, "env": 5, "var": 5, "identifi": 5, "deploy": 5, "type": [5, 7], "llm": [5, 6], "imag": 5, "build": 5, "info": 5, "level": 5, "debug": 5, "warn": 5, "error": 5, "critic": 5, "50_000": 5, "maximum": 5, "per": 5, "place": 5, "onto": 5, "queue": 5, "after": [5, 6], "come": 5, "rest": 5, "server": 5, "read": 5, "bulk": 5, "larger": 5, "longer": 5, "take": 5, "mostli": 5, "transpar": 5, "caller": 5, "matter": 5, "when": 5, "ha": [5, 6], "so": 5, "becaus": 5, "throughput": 5, "too": 5, "high": 5, "keep": 5, "In": 5, "case": 5, "requestor": 5, "wait": [5, 6], "which": [5, 6], "could": 5, "potenti": 5, "would": 5, "consid": 5, "lower": 5, "see": 5, "lot": 5, "out": 5, "tp": 5, "rel": 5, "our": 5, "doc": 5, "": [5, 6], "perform": [5, 6], "load": 5, "test": 5, "1_000_000_000": 5, "1gb": 5, "size": 5, "buffer": 5, "put": 5, "increas": 5, "give": 5, "more": 5, "befor": 5, "It": 5, "good": 5, "idea": 5, "timeout": 5, "spikei": 5, "traffic": 5, "pattern": 5, "memori": 5, "host": 5, "noth": 5, "better": 5, "do": 5, "policy_config_base_dir": 5, "root": 5, "directori": 5, "whylogs_config": 5, "s3": 5, "where": 5, "sync": 5, "prefix": 5, "pars": 5, "15": 5, "role": 5, "arn": 5, "assum": 5, "standard": 5, "aw": 5, "credenti": 5, "datasetcad": [5, 8], "datasetuploadcadencegranular": [5, 8], "init": [5, 6], "callabl": [5, 7], "properti": 5, "metric_cr": 5, "metriccr": 5, "singlemetr": 5, "multimetr": 5, "dict": [5, 6], "basemodel": [5, 6], "classvar": [5, 6], "computedfieldinfo": [5, 6], "A": [5, 6], "dictionari": [5, 6], "comput": [5, 6], "field": [5, 6], "correspond": [5, 6], "configdict": [5, 6], "model": [5, 6], "should": [5, 6], "conform": [5, 6], "pydant": [5, 6], "fieldinfo": [5, 6], "annot": [5, 6], "union": [5, 6], "nonetyp": [5, 6], "replac": [5, 6], "__fields__": [5, 6], "v1": [5, 6], "extra": 5, "forbid": 5, "frozen": 5, "includ": 5, "liter": [5, 6], "light": 5, "classmethod": 5, "ensur": 5, "parser": 5, "sometim": 5, "pick": 5, "float": [5, 6], "someth": 5, "1": [5, 7], "default_factori": 5, "alia": 5, "alias_prior": 5, "2": 5, "lambda": 5, "message_id": 5, "publish_tim": 5, "datafram": 5, "validationresult": 5, "runperf": 5, "pend": 5, "ones": 5, "alreadi": 5, "been": 5, "stage": 5, "write": 5, "happen": 5, "roll": 5, "hit": 5, "inter": 5, "its": [5, 6], "intern": 5, "ll": 5, "remain": 5, "until": 5, "next": 5, "attempt": 5, "being": 5, "new": 5, "There": [5, 6], "haven": 5, "yet": 5, "whylogs_logg": 5, "config_actor": 5, "region_nam": 5, "hack": 5, "get": 5, "pytorch": 5, "work": 5, "multi": 5, "signific": 5, "impact": 5, "larg": 5, "input": 5, "port": 5, "8000": 5, "toxic": 6, "sentiment": 6, "theme": 6, "textstat": 6, "regex": 6, "input_output": 6, "requir": 6, "byte": [6, 7], "conveni": 6, "wrapper": 6, "logic": 6, "synchron": 6, "call": 6, "shouldn": 6, "real": 6, "here": 6, "doe": 6, "actor": [6, 7], "given": 6, "result": 6, "rolling_logg": 6, "return_result": 6, "appar": 6, "manual": 6, "creat": 6, "unlik": 6, "thread": 6, "automat": 6, "within": 6, "must": 6, "some": 6, "post": 6, "setup": 6, "need": 6, "done": 6, "threadloggerfactori": 7, "loggeropt": 7, "threadrollinglogg": 7, "aggregate_bi": 7, "experiment": 7, "timegranular": [7, 8], "write_schedul": 7, "schedul": [7, 8], "5": 7, "core": 7, "datasetschema": 7, "sync_en": 7, "current_time_fn": 7, "queue_config": 7, "queueconfig": 7, "max_batch_s": 7, "50000": 7, "message_accumualtion_dur": 7, "0": 7, "message_poll_wait": 7, "max_buffer_byt": 7, "100000000": 7, "thread_queue_config": 7, "writer_factori": 7, "process_rolling_logg": 7, "writerfactori": 7, "whylabswriterfactori": 7, "queue_typ": 7, "process_actor": 7, "queuetyp": 7, "faster_fifo": 7, "logger_factori": 7, "loggerfactori": 7, "baseprocessrollinglogg": 7, "repres": 7, "json": 7, "stringifi": 7, "logrequestdict": 7, "dataset_cad": 8}, "objects": {"": [[2, 0, 0, "-", "whylogs_container"]], "whylogs_container": [[3, 0, 0, "-", "util"], [4, 0, 0, "-", "whylabs"]], "whylogs_container.util": [[3, 0, 0, "-", "signal_util"], [3, 0, 0, "-", "string_util"], [3, 0, 0, "-", "string_util_test"]], "whylogs_container.util.signal_util": [[3, 1, 1, "", "suspended_signals"]], "whylogs_container.util.string_util": [[3, 1, 1, "", "encode_strings"]], "whylogs_container.util.string_util_test": [[3, 1, 1, "", "test_different_hashes"], [3, 1, 1, "", "test_order_doesnt_matter"]], "whylogs_container.whylabs": [[5, 0, 0, "-", "container"], [6, 0, 0, "-", "llm_validation"], [7, 0, 0, "-", "logger"], [8, 0, 0, "-", "time_utils"]], "whylogs_container.whylabs.container": [[5, 0, 0, "-", "auth"], [5, 0, 0, "-", "config"], [5, 0, 0, "-", "config_test"], [5, 0, 0, "-", "environment"], [5, 0, 0, "-", "file_read_utils"], [5, 0, 0, "-", "lazy"], [5, 0, 0, "-", "policy"], [5, 0, 0, "-", "requests"], [5, 0, 0, "-", "responses"], [5, 0, 0, "-", "routes"], [5, 0, 0, "-", "s3_sync"], [5, 0, 0, "-", "startup"], [5, 0, 0, "-", "version"]], "whylogs_container.whylabs.container.auth": [[5, 2, 1, "", "Auth"]], "whylogs_container.whylabs.container.auth.Auth": [[5, 3, 1, "", "api_key_auth"]], "whylogs_container.whylabs.container.config": [[5, 2, 1, "", "ConfigActor"], [5, 2, 1, "", "ConfigInstance"], [5, 2, 1, "", "ConfigManager"], [5, 2, 1, "", "ConfigProxy"], [5, 2, 1, "", "ConfigState"], [5, 2, 1, "", "RefreshMessage"], [5, 2, 1, "", "SynchronousConfig"]], "whylogs_container.whylabs.container.config.ConfigActor": [[5, 3, 1, "", "close_process"], [5, 3, 1, "", "handle_refresh_message"], [5, 3, 1, "", "process_batch"], [5, 3, 1, "", "process_close_message"], [5, 3, 1, "", "run"], [5, 3, 1, "", "start_process"]], "whylogs_container.whylabs.container.config.ConfigInstance": [[5, 4, 1, "", "config"]], "whylogs_container.whylabs.container.config.ConfigManager": [[5, 3, 1, "", "ConfigInstance"]], "whylogs_container.whylabs.container.config.ConfigState": [[5, 4, 1, "", "create_time"], [5, 3, 1, "", "get_container_config"], [5, 3, 1, "", "get_dataset_options"], [5, 3, 1, "", "get_default_langkit_workflow"], [5, 3, 1, "", "get_langkit_options"], [5, 3, 1, "", "get_langkit_workflow"], [5, 3, 1, "", "get_policy_langkit_options"], [5, 4, 1, "", "local_policies"], [5, 4, 1, "", "s3_policies"]], "whylogs_container.whylabs.container.config.RefreshMessage": [[5, 4, 1, "", "id"]], "whylogs_container.whylabs.container.config.SynchronousConfig": [[5, 3, 1, "", "close_process"], [5, 3, 1, "", "refresh"], [5, 3, 1, "", "start_process"]], "whylogs_container.whylabs.container.config_test": [[5, 1, 1, "", "test_indexing_into_toolkit"]], "whylogs_container.whylabs.container.environment": [[5, 2, 1, "", "EnvVarNames"], [5, 2, 1, "", "EnvironmentVariables"]], "whylogs_container.whylabs.container.environment.EnvVarNames": [[5, 4, 1, "", "CONTAINER_PASSWORD"], [5, 4, 1, "", "DEFAULT_WHYLABS_DATASET_CADENCE"], [5, 4, 1, "", "DEFAULT_WHYLABS_ORG_ID"], [5, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_CADENCE"], [5, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_INTERVAL"], [5, 4, 1, "", "DISABLE_CONTAINER_PASSWORD"], [5, 4, 1, "", "FAIL_STARTUP_WITHOUT_CONFIG"], [5, 4, 1, "", "FAIL_STARTUP_WITHOUT_POLICIES"], [5, 4, 1, "", "LLM_CONTAINER"], [5, 4, 1, "", "LOG_LEVEL"], [5, 4, 1, "", "MAX_REQUEST_BATCH_SIZE"], [5, 4, 1, "", "MAX_REQUEST_BUFFER_BYTES"], [5, 4, 1, "", "POLICY_BASE_DIR"], [5, 4, 1, "", "S3_CONFIG_BUCKET_NAME"], [5, 4, 1, "", "S3_CONFIG_PREFIX"], [5, 4, 1, "", "S3_CONFIG_SYNC"], [5, 4, 1, "", "S3_CONFIG_SYNC_CADENCE"], [5, 4, 1, "", "S3_CONFIG_SYNC_INTERVAL"], [5, 4, 1, "", "S3_CONFIG_SYNC_ROLE_ARN"], [5, 4, 1, "", "WHYLABS_API_KEY"]], "whylogs_container.whylabs.container.environment.EnvironmentVariables": [[5, 3, 1, "", "assert_llm_endpoint"], [5, 3, 1, "", "auth_disabled"], [5, 4, 1, "", "container_password"], [5, 4, 1, "", "default_dataset_cadence"], [5, 4, 1, "", "default_whylabs_org_id"], [5, 4, 1, "", "default_whylabs_upload_cadence"], [5, 4, 1, "", "default_whylabs_upload_interval"], [5, 4, 1, "", "disable_container_password"], [5, 4, 1, "", "fail_startup_without_config"], [5, 4, 1, "", "fail_startup_without_policies"], [5, 4, 1, "", "llm_container"], [5, 4, 1, "", "log_level"], [5, 4, 1, "", "policy_base_dir"], [5, 4, 1, "", "s3_config_bucket_name"], [5, 4, 1, "", "s3_config_prefix"], [5, 4, 1, "", "s3_config_sync"], [5, 4, 1, "", "s3_config_sync_cadence"], [5, 4, 1, "", "whylabs_api_key"]], "whylogs_container.whylabs.container.file_read_utils": [[5, 1, 1, "", "load_policy_from_str"]], "whylogs_container.whylabs.container.lazy": [[5, 2, 1, "", "LazyInit"]], "whylogs_container.whylabs.container.lazy.LazyInit": [[5, 5, 1, "", "value"]], "whylogs_container.whylabs.container.policy": [[5, 2, 1, "", "CachedMetricCreator"], [5, 2, 1, "", "CallbackOptions"], [5, 2, 1, "", "LangkitMetric"], [5, 2, 1, "", "Policy"], [5, 2, 1, "", "ValidationOptions"]], "whylogs_container.whylabs.container.policy.CallbackOptions": [[5, 4, 1, "", "callback"], [5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "options"], [5, 3, 1, "", "to_langkit_options"]], "whylogs_container.whylabs.container.policy.LangkitMetric": [[5, 4, 1, "", "metric"], [5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "options"], [5, 4, 1, "", "profile"], [5, 3, 1, "", "to_langkit_options"], [5, 4, 1, "", "validation"]], "whylogs_container.whylabs.container.policy.Policy": [[5, 4, 1, "", "callbacks"], [5, 3, 1, "", "ensure_str"], [5, 4, 1, "", "id"], [5, 4, 1, "", "metrics"], [5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "policy_version"], [5, 4, 1, "", "presets"], [5, 4, 1, "", "schema_version"], [5, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.container.policy.ValidationOptions": [[5, 4, 1, "", "lower_threshold"], [5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "upper_threshold"]], "whylogs_container.whylabs.container.requests": [[5, 2, 1, "", "LLMValidateRequest"], [5, 2, 1, "", "LogEmbeddingRequest"], [5, 2, 1, "", "LogMultiple"], [5, 2, 1, "", "LogRequest"], [5, 2, 1, "", "PubSubMessage"], [5, 2, 1, "", "PubSubRequest"], [5, 2, 1, "", "ValidationRequest"]], "whylogs_container.whylabs.container.requests.LLMValidateRequest": [[5, 4, 1, "", "dataset_id"], [5, 4, 1, "", "id"], [5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "prompt"], [5, 4, 1, "", "response"], [5, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.LogEmbeddingRequest": [[5, 4, 1, "", "datasetId"], [5, 4, 1, "", "embeddings"], [5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.LogMultiple": [[5, 4, 1, "", "columns"], [5, 4, 1, "", "data"], [5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"]], "whylogs_container.whylabs.container.requests.LogRequest": [[5, 4, 1, "", "dataset_id"], [5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "multiple"], [5, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.PubSubMessage": [[5, 4, 1, "", "attributes"], [5, 4, 1, "", "data"], [5, 4, 1, "", "messageId"], [5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "publishTime"]], "whylogs_container.whylabs.container.requests.PubSubRequest": [[5, 4, 1, "", "message"], [5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "subscription"]], "whylogs_container.whylabs.container.requests.ValidationRequest": [[5, 4, 1, "", "dataset_id"], [5, 4, 1, "", "id"], [5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "prompt"], [5, 4, 1, "", "response"], [5, 3, 1, "", "to_dataframe"], [5, 3, 1, "", "to_row"]], "whylogs_container.whylabs.container.responses": [[5, 2, 1, "", "AvailableMetrics"], [5, 2, 1, "", "EvaluationResult"], [5, 2, 1, "", "FailedEvaluationResult"], [5, 2, 1, "", "LoggerStatusResponse"], [5, 2, 1, "", "ProcessLoggerStatusResponse"]], "whylogs_container.whylabs.container.responses.AvailableMetrics": [[5, 4, 1, "", "metrics_names"], [5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"]], "whylogs_container.whylabs.container.responses.EvaluationResult": [[5, 4, 1, "", "metrics"], [5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "perf_info"], [5, 4, 1, "", "validation_results"]], "whylogs_container.whylabs.container.responses.FailedEvaluationResult": [[5, 4, 1, "", "metrics"], [5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "validation_results"]], "whylogs_container.whylabs.container.responses.LoggerStatusResponse": [[5, 4, 1, "", "dataset_profiles"], [5, 4, 1, "", "dataset_timestamps"], [5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "pending_views"], [5, 4, 1, "", "pending_writables"], [5, 4, 1, "", "segment_caches"], [5, 4, 1, "", "views"], [5, 4, 1, "", "writers"]], "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse": [[5, 4, 1, "", "model_computed_fields"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "statuses"], [5, 4, 1, "", "version"]], "whylogs_container.whylabs.container.routes": [[5, 1, 1, "", "init_routes"]], "whylogs_container.whylabs.container.s3_sync": [[5, 2, 1, "", "S3Sync"]], "whylogs_container.whylabs.container.s3_sync.S3Sync": [[5, 4, 1, "", "s3_llm_validators"], [5, 3, 1, "", "sync_s3_policies"]], "whylogs_container.whylabs.container.startup": [[5, 1, 1, "", "fix_torch_threading"], [5, 1, 1, "", "init_logging"], [5, 1, 1, "", "start"]], "whylogs_container.whylabs.llm_validation": [[6, 0, 0, "-", "metadata"], [6, 0, 0, "-", "validator"]], "whylogs_container.whylabs.llm_validation.metadata": [[6, 2, 1, "", "ConfigurationMetadata"], [6, 2, 1, "", "ModuleDefinition"], [6, 2, 1, "", "ValidationMetadata"], [6, 2, 1, "", "ValidationReport"], [6, 2, 1, "", "YamlConfig"]], "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata": [[6, 4, 1, "", "config_error"], [6, 4, 1, "", "message"], [6, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition": [[6, 4, 1, "", "config_path"], [6, 4, 1, "", "include_upper"], [6, 4, 1, "", "lower_threshold"], [6, 4, 1, "", "metric"], [6, 4, 1, "", "model_computed_fields"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "module"], [6, 4, 1, "", "upper_threshold"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata": [[6, 4, 1, "", "failed_metric"], [6, 4, 1, "", "is_valid"], [6, 4, 1, "", "timestamp"], [6, 4, 1, "", "validator_name"], [6, 4, 1, "", "value"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationReport": [[6, 4, 1, "", "failures"]], "whylogs_container.whylabs.llm_validation.metadata.YamlConfig": [[6, 4, 1, "", "id"], [6, 4, 1, "", "model_computed_fields"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "policy"], [6, 4, 1, "", "policy_version"], [6, 4, 1, "", "profiling"], [6, 4, 1, "", "rules"], [6, 4, 1, "", "schema_version"], [6, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation.validator": [[6, 2, 1, "", "AsyncValidationMessage"], [6, 2, 1, "", "SynchronousValidator"], [6, 2, 1, "", "ValidationActor"], [6, 2, 1, "", "ValidationMessage"]], "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator": [[6, 3, 1, "", "close_validator"], [6, 3, 1, "", "evaluate"], [6, 3, 1, "", "start_validator"]], "whylogs_container.whylabs.llm_validation.validator.ValidationActor": [[6, 3, 1, "", "close_validator"], [6, 3, 1, "", "process_async_validation_message"], [6, 3, 1, "", "process_batch"], [6, 3, 1, "", "process_validation_message"], [6, 3, 1, "", "process_validation_messages"], [6, 3, 1, "", "run"], [6, 3, 1, "", "start"], [6, 3, 1, "", "start_validator"]], "whylogs_container.whylabs.llm_validation.validator.ValidationMessage": [[6, 4, 1, "", "id"], [6, 4, 1, "", "log"], [6, 4, 1, "", "request"], [6, 4, 1, "", "timestamp"], [6, 3, 1, "", "to_validation_request"]], "whylogs_container.whylabs.logger": [[7, 0, 0, "-", "logger"]], "whylogs_container.whylabs.logger.logger": [[7, 2, 1, "", "ContainerLoggerFactory"], [7, 2, 1, "", "ContainerProcessRollingLogger"], [7, 2, 1, "", "RawLLMLogMessage"], [7, 1, 1, "", "create_logger"]], "whylogs_container.whylabs.logger.logger.ContainerLoggerFactory": [[7, 3, 1, "", "create_logger"]], "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger": [[7, 3, 1, "", "is_closed"], [7, 3, 1, "", "process_batch"], [7, 3, 1, "", "process_llm_log_message"], [7, 3, 1, "", "run"]], "whylogs_container.whylabs.logger.logger.RawLLMLogMessage": [[7, 4, 1, "", "id"], [7, 4, 1, "", "request"], [7, 4, 1, "", "request_time"], [7, 3, 1, "", "to_log_request_dict"]], "whylogs_container.whylabs.time_utils": [[8, 0, 0, "-", "time_convert_utils"]], "whylogs_container.whylabs.time_utils.time_convert_utils": [[8, 1, 1, "", "convert_dataset_cadence"], [8, 1, 1, "", "convert_schedule"]]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:method", "4": "py:attribute", "5": "py:property"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "method", "Python method"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "property", "Python property"]}, "titleterms": {"welcom": 0, "whylog": 0, "contain": [0, 5], "python": 0, "": 0, "document": 0, "indic": 0, "tabl": 0, "whylogs_contain": [1, 2, 3, 4, 5, 6, 7, 8], "packag": [2, 3, 4, 5, 6, 7, 8], "subpackag": [2, 4], "modul": [2, 3, 4, 5, 6, 7, 8], "content": [2, 3, 4, 5, 6, 7, 8], "util": 3, "submodul": [3, 5, 6, 7, 8], "signal_util": 3, "string_util": 3, "string_util_test": 3, "whylab": [4, 5, 6, 7, 8], "auth": 5, "config": 5, "config_test": 5, "environ": 5, "requir": 5, "option": 5, "file_read_util": 5, "lazi": 5, "polici": 5, "request": 5, "respons": 5, "rout": 5, "s3_sync": 5, "startup": 5, "version": 5, "llm_valid": 6, "metadata": 6, "valid": 6, "logger": 7, "time_util": 8, "time_convert_util": 8}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"Welcome to whylogs-container-python\u2019s documentation!": [[0, "welcome-to-whylogs-container-python-s-documentation"]], "Indices and tables": [[0, "indices-and-tables"]], "whylogs_container": [[1, "whylogs-container"]], "whylogs_container package": [[2, "whylogs-container-package"]], "Subpackages": [[2, "subpackages"], [4, "subpackages"]], "Module contents": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.container"], [6, "module-whylogs_container.whylabs.llm_validation"], [7, "module-whylogs_container.whylabs.logger"], [8, "module-whylogs_container.whylabs.time_utils"]], "whylogs_container.util package": [[3, "whylogs-container-util-package"]], "Submodules": [[3, "submodules"], [5, "submodules"], [6, "submodules"], [7, "submodules"], [8, "submodules"]], "whylogs_container.util.signal_util module": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util module": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test module": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs package": [[4, "whylogs-container-whylabs-package"]], "whylogs_container.whylabs.container package": [[5, "whylogs-container-whylabs-container-package"]], "whylogs_container.whylabs.container.auth module": [[5, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config module": [[5, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test module": [[5, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.environment module": [[5, "module-whylogs_container.whylabs.container.environment"]], "Required": [[5, "required"]], "Optional": [[5, "optional"]], "whylogs_container.whylabs.container.file_read_utils module": [[5, "module-whylogs_container.whylabs.container.file_read_utils"]], "whylogs_container.whylabs.container.lazy module": [[5, "module-whylogs_container.whylabs.container.lazy"]], "whylogs_container.whylabs.container.policy module": [[5, "module-whylogs_container.whylabs.container.policy"]], "whylogs_container.whylabs.container.requests module": [[5, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.responses module": [[5, "module-whylogs_container.whylabs.container.responses"]], "whylogs_container.whylabs.container.routes module": [[5, "module-whylogs_container.whylabs.container.routes"]], "whylogs_container.whylabs.container.s3_sync module": [[5, "module-whylogs_container.whylabs.container.s3_sync"]], "whylogs_container.whylabs.container.startup module": [[5, "module-whylogs_container.whylabs.container.startup"]], "whylogs_container.whylabs.container.version module": [[5, "module-whylogs_container.whylabs.container.version"]], "whylogs_container.whylabs.llm_validation package": [[6, "whylogs-container-whylabs-llm-validation-package"]], "whylogs_container.whylabs.llm_validation.metadata module": [[6, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.validator module": [[6, "module-whylogs_container.whylabs.llm_validation.validator"]], "whylogs_container.whylabs.logger package": [[7, "whylogs-container-whylabs-logger-package"]], "whylogs_container.whylabs.logger.logger module": [[7, "module-whylogs_container.whylabs.logger.logger"]], "whylogs_container.whylabs.time_utils package": [[8, "whylogs-container-whylabs-time-utils-package"]], "whylogs_container.whylabs.time_utils.time_convert_utils module": [[8, "module-whylogs_container.whylabs.time_utils.time_convert_utils"]]}, "indexentries": {"module": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [3, "module-whylogs_container.util.signal_util"], [3, "module-whylogs_container.util.string_util"], [3, "module-whylogs_container.util.string_util_test"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.container"], [5, "module-whylogs_container.whylabs.container.auth"], [5, "module-whylogs_container.whylabs.container.config"], [5, "module-whylogs_container.whylabs.container.config_test"], [5, "module-whylogs_container.whylabs.container.environment"], [5, "module-whylogs_container.whylabs.container.file_read_utils"], [5, "module-whylogs_container.whylabs.container.lazy"], [5, "module-whylogs_container.whylabs.container.policy"], [5, "module-whylogs_container.whylabs.container.requests"], [5, "module-whylogs_container.whylabs.container.responses"], [5, "module-whylogs_container.whylabs.container.routes"], [5, "module-whylogs_container.whylabs.container.s3_sync"], [5, "module-whylogs_container.whylabs.container.startup"], [5, "module-whylogs_container.whylabs.container.version"], [6, "module-whylogs_container.whylabs.llm_validation"], [6, "module-whylogs_container.whylabs.llm_validation.metadata"], [6, "module-whylogs_container.whylabs.llm_validation.validator"], [7, "module-whylogs_container.whylabs.logger"], [7, "module-whylogs_container.whylabs.logger.logger"], [8, "module-whylogs_container.whylabs.time_utils"], [8, "module-whylogs_container.whylabs.time_utils.time_convert_utils"]], "whylogs_container": [[2, "module-whylogs_container"]], "encode_strings() (in module whylogs_container.util.string_util)": [[3, "whylogs_container.util.string_util.encode_strings"]], "suspended_signals() (in module whylogs_container.util.signal_util)": [[3, "whylogs_container.util.signal_util.suspended_signals"]], "test_different_hashes() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_different_hashes"]], "test_order_doesnt_matter() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_order_doesnt_matter"]], "whylogs_container.util": [[3, "module-whylogs_container.util"]], "whylogs_container.util.signal_util": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs": [[4, "module-whylogs_container.whylabs"]], "auth (class in whylogs_container.whylabs.container.auth)": [[5, "whylogs_container.whylabs.container.auth.Auth"]], "availablemetrics (class in whylogs_container.whylabs.container.responses)": [[5, "whylogs_container.whylabs.container.responses.AvailableMetrics"]], "container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.CONTAINER_PASSWORD"]], "cachedmetriccreator (class in whylogs_container.whylabs.container.policy)": [[5, "whylogs_container.whylabs.container.policy.CachedMetricCreator"]], "callbackoptions (class in whylogs_container.whylabs.container.policy)": [[5, "whylogs_container.whylabs.container.policy.CallbackOptions"]], "configactor (class in whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.ConfigActor"]], "configinstance (class in whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.ConfigInstance"]], "configinstance() (whylogs_container.whylabs.container.config.configmanager method)": [[5, "whylogs_container.whylabs.container.config.ConfigManager.ConfigInstance"]], "configmanager (class in whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.ConfigManager"]], "configproxy (class in whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.ConfigProxy"]], "configstate (class in whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.ConfigState"]], "default_whylabs_dataset_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_DATASET_CADENCE"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_ORG_ID"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_CADENCE"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_INTERVAL"]], "disable_container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DISABLE_CONTAINER_PASSWORD"]], "envvarnames (class in whylogs_container.whylabs.container.environment)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames"]], "environmentvariables (class in whylogs_container.whylabs.container.environment)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables"]], "evaluationresult (class in whylogs_container.whylabs.container.responses)": [[5, "whylogs_container.whylabs.container.responses.EvaluationResult"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_CONFIG"]], "fail_startup_without_policies (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_POLICIES"]], "failedevaluationresult (class in whylogs_container.whylabs.container.responses)": [[5, "whylogs_container.whylabs.container.responses.FailedEvaluationResult"]], "llmvalidaterequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest"]], "llm_container (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.LLM_CONTAINER"]], "log_level (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.LOG_LEVEL"]], "langkitmetric (class in whylogs_container.whylabs.container.policy)": [[5, "whylogs_container.whylabs.container.policy.LangkitMetric"]], "lazyinit (class in whylogs_container.whylabs.container.lazy)": [[5, "whylogs_container.whylabs.container.lazy.LazyInit"]], "logembeddingrequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest"]], "logmultiple (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple"]], "logrequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.LogRequest"]], "loggerstatusresponse (class in whylogs_container.whylabs.container.responses)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse"]], "max_request_batch_size (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BATCH_SIZE"]], "max_request_buffer_bytes (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BUFFER_BYTES"]], "policy_base_dir (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.POLICY_BASE_DIR"]], "policy (class in whylogs_container.whylabs.container.policy)": [[5, "whylogs_container.whylabs.container.policy.Policy"]], "processloggerstatusresponse (class in whylogs_container.whylabs.container.responses)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse"]], "pubsubmessage (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage"]], "pubsubrequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest"]], "refreshmessage (class in whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.RefreshMessage"]], "s3sync (class in whylogs_container.whylabs.container.s3_sync)": [[5, "whylogs_container.whylabs.container.s3_sync.S3Sync"]], "s3_config_bucket_name (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_BUCKET_NAME"]], "s3_config_prefix (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_PREFIX"]], "s3_config_sync (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC"]], "s3_config_sync_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_CADENCE"]], "s3_config_sync_interval (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_INTERVAL"]], "s3_config_sync_role_arn (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_ROLE_ARN"]], "synchronousconfig (class in whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.SynchronousConfig"]], "validationoptions (class in whylogs_container.whylabs.container.policy)": [[5, "whylogs_container.whylabs.container.policy.ValidationOptions"]], "validationrequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.ValidationRequest"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.WHYLABS_API_KEY"]], "api_key_auth() (whylogs_container.whylabs.container.auth.auth method)": [[5, "whylogs_container.whylabs.container.auth.Auth.api_key_auth"]], "assert_llm_endpoint() (whylogs_container.whylabs.container.environment.environmentvariables method)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.assert_llm_endpoint"]], "attributes (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.attributes"]], "auth_disabled() (whylogs_container.whylabs.container.environment.environmentvariables method)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.auth_disabled"]], "callback (whylogs_container.whylabs.container.policy.callbackoptions attribute)": [[5, "whylogs_container.whylabs.container.policy.CallbackOptions.callback"]], "callbacks (whylogs_container.whylabs.container.policy.policy attribute)": [[5, "whylogs_container.whylabs.container.policy.Policy.callbacks"]], "close_process() (whylogs_container.whylabs.container.config.configactor method)": [[5, "whylogs_container.whylabs.container.config.ConfigActor.close_process"]], "close_process() (whylogs_container.whylabs.container.config.synchronousconfig method)": [[5, "whylogs_container.whylabs.container.config.SynchronousConfig.close_process"]], "columns (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.columns"]], "config (whylogs_container.whylabs.container.config.configinstance attribute)": [[5, "whylogs_container.whylabs.container.config.ConfigInstance.config"]], "container_password (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.container_password"]], "create_time (whylogs_container.whylabs.container.config.configstate attribute)": [[5, "whylogs_container.whylabs.container.config.ConfigState.create_time"]], "data (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.data"]], "data (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.data"]], "datasetid (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.datasetId"]], "dataset_id (whylogs_container.whylabs.container.requests.llmvalidaterequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest.dataset_id"]], "dataset_id (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.dataset_id"]], "dataset_id (whylogs_container.whylabs.container.requests.validationrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.ValidationRequest.dataset_id"]], "dataset_profiles (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_profiles"]], "dataset_timestamps (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_timestamps"]], "default_dataset_cadence (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.default_dataset_cadence"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_org_id"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_upload_cadence"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_upload_interval"]], "disable_container_password (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.disable_container_password"]], "embeddings (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.embeddings"]], "ensure_str() (whylogs_container.whylabs.container.policy.policy class method)": [[5, "whylogs_container.whylabs.container.policy.Policy.ensure_str"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.fail_startup_without_config"]], "fail_startup_without_policies (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.fail_startup_without_policies"]], "fix_torch_threading() (in module whylogs_container.whylabs.container.startup)": [[5, "whylogs_container.whylabs.container.startup.fix_torch_threading"]], "get_container_config() (whylogs_container.whylabs.container.config.configstate method)": [[5, "whylogs_container.whylabs.container.config.ConfigState.get_container_config"]], "get_dataset_options() (whylogs_container.whylabs.container.config.configstate method)": [[5, "whylogs_container.whylabs.container.config.ConfigState.get_dataset_options"]], "get_default_langkit_workflow() (whylogs_container.whylabs.container.config.configstate method)": [[5, "whylogs_container.whylabs.container.config.ConfigState.get_default_langkit_workflow"]], "get_langkit_options() (whylogs_container.whylabs.container.config.configstate method)": [[5, "whylogs_container.whylabs.container.config.ConfigState.get_langkit_options"]], "get_langkit_workflow() (whylogs_container.whylabs.container.config.configstate method)": [[5, "whylogs_container.whylabs.container.config.ConfigState.get_langkit_workflow"]], "get_policy_langkit_options() (whylogs_container.whylabs.container.config.configstate method)": [[5, "whylogs_container.whylabs.container.config.ConfigState.get_policy_langkit_options"]], "handle_refresh_message() (whylogs_container.whylabs.container.config.configactor method)": [[5, "whylogs_container.whylabs.container.config.ConfigActor.handle_refresh_message"]], "id (whylogs_container.whylabs.container.config.refreshmessage attribute)": [[5, "whylogs_container.whylabs.container.config.RefreshMessage.id"]], "id (whylogs_container.whylabs.container.policy.policy attribute)": [[5, "whylogs_container.whylabs.container.policy.Policy.id"]], "id (whylogs_container.whylabs.container.requests.llmvalidaterequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest.id"]], "id (whylogs_container.whylabs.container.requests.validationrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.ValidationRequest.id"]], "init_logging() (in module whylogs_container.whylabs.container.startup)": [[5, "whylogs_container.whylabs.container.startup.init_logging"]], "init_routes() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.init_routes"]], "llm_container (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.llm_container"]], "load_policy_from_str() (in module whylogs_container.whylabs.container.file_read_utils)": [[5, "whylogs_container.whylabs.container.file_read_utils.load_policy_from_str"]], "local_policies (whylogs_container.whylabs.container.config.configstate attribute)": [[5, "whylogs_container.whylabs.container.config.ConfigState.local_policies"]], "log_level (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.log_level"]], "lower_threshold (whylogs_container.whylabs.container.policy.validationoptions attribute)": [[5, "whylogs_container.whylabs.container.policy.ValidationOptions.lower_threshold"]], "message (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.message"]], "messageid (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.messageId"]], "metric (whylogs_container.whylabs.container.policy.langkitmetric attribute)": [[5, "whylogs_container.whylabs.container.policy.LangkitMetric.metric"]], "metrics (whylogs_container.whylabs.container.policy.policy attribute)": [[5, "whylogs_container.whylabs.container.policy.Policy.metrics"]], "metrics (whylogs_container.whylabs.container.responses.evaluationresult attribute)": [[5, "whylogs_container.whylabs.container.responses.EvaluationResult.metrics"]], "metrics (whylogs_container.whylabs.container.responses.failedevaluationresult attribute)": [[5, "whylogs_container.whylabs.container.responses.FailedEvaluationResult.metrics"]], "metrics_names (whylogs_container.whylabs.container.responses.availablemetrics attribute)": [[5, "whylogs_container.whylabs.container.responses.AvailableMetrics.metrics_names"]], "model_computed_fields (whylogs_container.whylabs.container.policy.callbackoptions attribute)": [[5, "whylogs_container.whylabs.container.policy.CallbackOptions.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.container.policy.langkitmetric attribute)": [[5, "whylogs_container.whylabs.container.policy.LangkitMetric.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.container.policy.policy attribute)": [[5, "whylogs_container.whylabs.container.policy.Policy.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.container.policy.validationoptions attribute)": [[5, "whylogs_container.whylabs.container.policy.ValidationOptions.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.container.requests.llmvalidaterequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.container.requests.validationrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.ValidationRequest.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.container.responses.availablemetrics attribute)": [[5, "whylogs_container.whylabs.container.responses.AvailableMetrics.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.container.responses.evaluationresult attribute)": [[5, "whylogs_container.whylabs.container.responses.EvaluationResult.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.container.responses.failedevaluationresult attribute)": [[5, "whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_computed_fields"]], "model_config (whylogs_container.whylabs.container.policy.callbackoptions attribute)": [[5, "whylogs_container.whylabs.container.policy.CallbackOptions.model_config"]], "model_config (whylogs_container.whylabs.container.policy.langkitmetric attribute)": [[5, "whylogs_container.whylabs.container.policy.LangkitMetric.model_config"]], "model_config (whylogs_container.whylabs.container.policy.policy attribute)": [[5, "whylogs_container.whylabs.container.policy.Policy.model_config"]], "model_config (whylogs_container.whylabs.container.policy.validationoptions attribute)": [[5, "whylogs_container.whylabs.container.policy.ValidationOptions.model_config"]], "model_config (whylogs_container.whylabs.container.requests.llmvalidaterequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.model_config"]], "model_config (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.model_config"]], "model_config (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.validationrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.ValidationRequest.model_config"]], "model_config (whylogs_container.whylabs.container.responses.availablemetrics attribute)": [[5, "whylogs_container.whylabs.container.responses.AvailableMetrics.model_config"]], "model_config (whylogs_container.whylabs.container.responses.evaluationresult attribute)": [[5, "whylogs_container.whylabs.container.responses.EvaluationResult.model_config"]], "model_config (whylogs_container.whylabs.container.responses.failedevaluationresult attribute)": [[5, "whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_config"]], "model_config (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_config"]], "model_config (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_config"]], "model_fields (whylogs_container.whylabs.container.policy.callbackoptions attribute)": [[5, "whylogs_container.whylabs.container.policy.CallbackOptions.model_fields"]], "model_fields (whylogs_container.whylabs.container.policy.langkitmetric attribute)": [[5, "whylogs_container.whylabs.container.policy.LangkitMetric.model_fields"]], "model_fields (whylogs_container.whylabs.container.policy.policy attribute)": [[5, "whylogs_container.whylabs.container.policy.Policy.model_fields"]], "model_fields (whylogs_container.whylabs.container.policy.validationoptions attribute)": [[5, "whylogs_container.whylabs.container.policy.ValidationOptions.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.llmvalidaterequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.validationrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.ValidationRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.responses.availablemetrics attribute)": [[5, "whylogs_container.whylabs.container.responses.AvailableMetrics.model_fields"]], "model_fields (whylogs_container.whylabs.container.responses.evaluationresult attribute)": [[5, "whylogs_container.whylabs.container.responses.EvaluationResult.model_fields"]], "model_fields (whylogs_container.whylabs.container.responses.failedevaluationresult attribute)": [[5, "whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_fields"]], "model_fields (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_fields"]], "model_fields (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_fields"]], "multiple (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.multiple"]], "options (whylogs_container.whylabs.container.policy.callbackoptions attribute)": [[5, "whylogs_container.whylabs.container.policy.CallbackOptions.options"]], "options (whylogs_container.whylabs.container.policy.langkitmetric attribute)": [[5, "whylogs_container.whylabs.container.policy.LangkitMetric.options"]], "pending_views (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.pending_views"]], "pending_writables (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.pending_writables"]], "perf_info (whylogs_container.whylabs.container.responses.evaluationresult attribute)": [[5, "whylogs_container.whylabs.container.responses.EvaluationResult.perf_info"]], "policy_base_dir (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.policy_base_dir"]], "policy_version (whylogs_container.whylabs.container.policy.policy attribute)": [[5, "whylogs_container.whylabs.container.policy.Policy.policy_version"]], "presets (whylogs_container.whylabs.container.policy.policy attribute)": [[5, "whylogs_container.whylabs.container.policy.Policy.presets"]], "process_batch() (whylogs_container.whylabs.container.config.configactor method)": [[5, "whylogs_container.whylabs.container.config.ConfigActor.process_batch"]], "process_close_message() (whylogs_container.whylabs.container.config.configactor method)": [[5, "whylogs_container.whylabs.container.config.ConfigActor.process_close_message"]], "profile (whylogs_container.whylabs.container.policy.langkitmetric attribute)": [[5, "whylogs_container.whylabs.container.policy.LangkitMetric.profile"]], "prompt (whylogs_container.whylabs.container.requests.llmvalidaterequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest.prompt"]], "prompt (whylogs_container.whylabs.container.requests.validationrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.ValidationRequest.prompt"]], "publishtime (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.publishTime"]], "refresh() (whylogs_container.whylabs.container.config.synchronousconfig method)": [[5, "whylogs_container.whylabs.container.config.SynchronousConfig.refresh"]], "response (whylogs_container.whylabs.container.requests.llmvalidaterequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest.response"]], "response (whylogs_container.whylabs.container.requests.validationrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.ValidationRequest.response"]], "run() (whylogs_container.whylabs.container.config.configactor method)": [[5, "whylogs_container.whylabs.container.config.ConfigActor.run"]], "s3_config_bucket_name (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_bucket_name"]], "s3_config_prefix (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_prefix"]], "s3_config_sync (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_sync"]], "s3_config_sync_cadence (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_sync_cadence"]], "s3_llm_validators (whylogs_container.whylabs.container.s3_sync.s3sync attribute)": [[5, "whylogs_container.whylabs.container.s3_sync.S3Sync.s3_llm_validators"]], "s3_policies (whylogs_container.whylabs.container.config.configstate attribute)": [[5, "whylogs_container.whylabs.container.config.ConfigState.s3_policies"]], "schema_version (whylogs_container.whylabs.container.policy.policy attribute)": [[5, "whylogs_container.whylabs.container.policy.Policy.schema_version"]], "segment_caches (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.segment_caches"]], "start() (in module whylogs_container.whylabs.container.startup)": [[5, "whylogs_container.whylabs.container.startup.start"]], "start_process() (whylogs_container.whylabs.container.config.configactor method)": [[5, "whylogs_container.whylabs.container.config.ConfigActor.start_process"]], "start_process() (whylogs_container.whylabs.container.config.synchronousconfig method)": [[5, "whylogs_container.whylabs.container.config.SynchronousConfig.start_process"]], "statuses (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.statuses"]], "subscription (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.subscription"]], "sync_s3_policies() (whylogs_container.whylabs.container.s3_sync.s3sync method)": [[5, "whylogs_container.whylabs.container.s3_sync.S3Sync.sync_s3_policies"]], "test_indexing_into_toolkit() (in module whylogs_container.whylabs.container.config_test)": [[5, "whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit"]], "timestamp (whylogs_container.whylabs.container.requests.llmvalidaterequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LLMValidateRequest.timestamp"]], "timestamp (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.timestamp"]], "timestamp (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.timestamp"]], "to_dataframe() (whylogs_container.whylabs.container.requests.validationrequest method)": [[5, "whylogs_container.whylabs.container.requests.ValidationRequest.to_dataframe"]], "to_langkit_options() (whylogs_container.whylabs.container.policy.callbackoptions method)": [[5, "whylogs_container.whylabs.container.policy.CallbackOptions.to_langkit_options"]], "to_langkit_options() (whylogs_container.whylabs.container.policy.langkitmetric method)": [[5, "whylogs_container.whylabs.container.policy.LangkitMetric.to_langkit_options"]], "to_row() (whylogs_container.whylabs.container.requests.validationrequest method)": [[5, "whylogs_container.whylabs.container.requests.ValidationRequest.to_row"]], "upper_threshold (whylogs_container.whylabs.container.policy.validationoptions attribute)": [[5, "whylogs_container.whylabs.container.policy.ValidationOptions.upper_threshold"]], "validation (whylogs_container.whylabs.container.policy.langkitmetric attribute)": [[5, "whylogs_container.whylabs.container.policy.LangkitMetric.validation"]], "validation_results (whylogs_container.whylabs.container.responses.evaluationresult attribute)": [[5, "whylogs_container.whylabs.container.responses.EvaluationResult.validation_results"]], "validation_results (whylogs_container.whylabs.container.responses.failedevaluationresult attribute)": [[5, "whylogs_container.whylabs.container.responses.FailedEvaluationResult.validation_results"]], "value (whylogs_container.whylabs.container.lazy.lazyinit property)": [[5, "whylogs_container.whylabs.container.lazy.LazyInit.value"]], "version (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.version"]], "views (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.views"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.environmentvariables attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvironmentVariables.whylabs_api_key"]], "whylabs_dataset_id (whylogs_container.whylabs.container.policy.policy attribute)": [[5, "whylogs_container.whylabs.container.policy.Policy.whylabs_dataset_id"]], "whylogs_container.whylabs.container": [[5, "module-whylogs_container.whylabs.container"]], "whylogs_container.whylabs.container.auth": [[5, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config": [[5, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test": [[5, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.environment": [[5, "module-whylogs_container.whylabs.container.environment"]], "whylogs_container.whylabs.container.file_read_utils": [[5, "module-whylogs_container.whylabs.container.file_read_utils"]], "whylogs_container.whylabs.container.lazy": [[5, "module-whylogs_container.whylabs.container.lazy"]], "whylogs_container.whylabs.container.policy": [[5, "module-whylogs_container.whylabs.container.policy"]], "whylogs_container.whylabs.container.requests": [[5, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.responses": [[5, "module-whylogs_container.whylabs.container.responses"]], "whylogs_container.whylabs.container.routes": [[5, "module-whylogs_container.whylabs.container.routes"]], "whylogs_container.whylabs.container.s3_sync": [[5, "module-whylogs_container.whylabs.container.s3_sync"]], "whylogs_container.whylabs.container.startup": [[5, "module-whylogs_container.whylabs.container.startup"]], "whylogs_container.whylabs.container.version": [[5, "module-whylogs_container.whylabs.container.version"]], "writers (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.writers"]], "asyncvalidationmessage (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.AsyncValidationMessage"]], "configurationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata"]], "moduledefinition (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition"]], "synchronousvalidator (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator"]], "validationactor (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor"]], "validationmessage (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationMessage"]], "validationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata"]], "validationreport (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationReport"]], "yamlconfig (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.YamlConfig"]], "close_validator() (whylogs_container.whylabs.llm_validation.validator.synchronousvalidator method)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.close_validator"]], "close_validator() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.close_validator"]], "config_error (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.config_error"]], "config_path (whylogs_container.whylabs.llm_validation.metadata.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.config_path"]], "evaluate() (whylogs_container.whylabs.llm_validation.validator.synchronousvalidator method)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.evaluate"]], "failed_metric (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.failed_metric"]], "failures (whylogs_container.whylabs.llm_validation.metadata.validationreport attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationReport.failures"]], "id (whylogs_container.whylabs.llm_validation.metadata.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.YamlConfig.id"]], "id (whylogs_container.whylabs.llm_validation.validator.validationmessage attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationMessage.id"]], "include_upper (whylogs_container.whylabs.llm_validation.metadata.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.include_upper"]], "is_valid (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.is_valid"]], "log (whylogs_container.whylabs.llm_validation.validator.validationmessage attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationMessage.log"]], "lower_threshold (whylogs_container.whylabs.llm_validation.metadata.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.lower_threshold"]], "message (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.message"]], "metric (whylogs_container.whylabs.llm_validation.metadata.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.metric"]], "model_computed_fields (whylogs_container.whylabs.llm_validation.metadata.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_computed_fields"]], "model_computed_fields (whylogs_container.whylabs.llm_validation.metadata.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_computed_fields"]], "model_config (whylogs_container.whylabs.llm_validation.metadata.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_config"]], "model_config (whylogs_container.whylabs.llm_validation.metadata.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_config"]], "model_fields (whylogs_container.whylabs.llm_validation.metadata.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_fields"]], "model_fields (whylogs_container.whylabs.llm_validation.metadata.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_fields"]], "module (whylogs_container.whylabs.llm_validation.metadata.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.module"]], "policy (whylogs_container.whylabs.llm_validation.metadata.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.YamlConfig.policy"]], "policy_version (whylogs_container.whylabs.llm_validation.metadata.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.YamlConfig.policy_version"]], "process_async_validation_message() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_async_validation_message"]], "process_batch() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_batch"]], "process_validation_message() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_validation_message"]], "process_validation_messages() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_validation_messages"]], "profiling (whylogs_container.whylabs.llm_validation.metadata.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.YamlConfig.profiling"]], "request (whylogs_container.whylabs.llm_validation.validator.validationmessage attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationMessage.request"]], "rules (whylogs_container.whylabs.llm_validation.metadata.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.YamlConfig.rules"]], "run() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.run"]], "schema_version (whylogs_container.whylabs.llm_validation.metadata.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.YamlConfig.schema_version"]], "start() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.start"]], "start_validator() (whylogs_container.whylabs.llm_validation.validator.synchronousvalidator method)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.start_validator"]], "start_validator() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.start_validator"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.timestamp"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.timestamp"]], "timestamp (whylogs_container.whylabs.llm_validation.validator.validationmessage attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationMessage.timestamp"]], "to_validation_request() (whylogs_container.whylabs.llm_validation.validator.validationmessage method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationMessage.to_validation_request"]], "upper_threshold (whylogs_container.whylabs.llm_validation.metadata.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.upper_threshold"]], "validator_name (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.validator_name"]], "value (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.value"]], "whylabs_dataset_id (whylogs_container.whylabs.llm_validation.metadata.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.YamlConfig.whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation": [[6, "module-whylogs_container.whylabs.llm_validation"]], "whylogs_container.whylabs.llm_validation.metadata": [[6, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.validator": [[6, "module-whylogs_container.whylabs.llm_validation.validator"]], "containerloggerfactory (class in whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.ContainerLoggerFactory"]], "containerprocessrollinglogger (class in whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger"]], "rawllmlogmessage (class in whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.RawLLMLogMessage"]], "create_logger() (in module whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.create_logger"]], "create_logger() (whylogs_container.whylabs.logger.logger.containerloggerfactory method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerLoggerFactory.create_logger"]], "id (whylogs_container.whylabs.logger.logger.rawllmlogmessage attribute)": [[7, "whylogs_container.whylabs.logger.logger.RawLLMLogMessage.id"]], "is_closed() (whylogs_container.whylabs.logger.logger.containerprocessrollinglogger method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.is_closed"]], "process_batch() (whylogs_container.whylabs.logger.logger.containerprocessrollinglogger method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_batch"]], "process_llm_log_message() (whylogs_container.whylabs.logger.logger.containerprocessrollinglogger method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_llm_log_message"]], "request (whylogs_container.whylabs.logger.logger.rawllmlogmessage attribute)": [[7, "whylogs_container.whylabs.logger.logger.RawLLMLogMessage.request"]], "request_time (whylogs_container.whylabs.logger.logger.rawllmlogmessage attribute)": [[7, "whylogs_container.whylabs.logger.logger.RawLLMLogMessage.request_time"]], "run() (whylogs_container.whylabs.logger.logger.containerprocessrollinglogger method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.run"]], "to_log_request_dict() (whylogs_container.whylabs.logger.logger.rawllmlogmessage method)": [[7, "whylogs_container.whylabs.logger.logger.RawLLMLogMessage.to_log_request_dict"]], "whylogs_container.whylabs.logger": [[7, "module-whylogs_container.whylabs.logger"]], "whylogs_container.whylabs.logger.logger": [[7, "module-whylogs_container.whylabs.logger.logger"]], "convert_dataset_cadence() (in module whylogs_container.whylabs.time_utils.time_convert_utils)": [[8, "whylogs_container.whylabs.time_utils.time_convert_utils.convert_dataset_cadence"]], "convert_schedule() (in module whylogs_container.whylabs.time_utils.time_convert_utils)": [[8, "whylogs_container.whylabs.time_utils.time_convert_utils.convert_schedule"]], "whylogs_container.whylabs.time_utils": [[8, "module-whylogs_container.whylabs.time_utils"]], "whylogs_container.whylabs.time_utils.time_convert_utils": [[8, "module-whylogs_container.whylabs.time_utils.time_convert_utils"]]}})
\ No newline at end of file
diff --git a/whylogs-container-python.html b/whylogs-container-python.html
index c5613f5..32f5464 100644
--- a/whylogs-container-python.html
+++ b/whylogs-container-python.html
@@ -504,7 +504,7 @@
 
 <body>
   
-    <div id="redoc"><div class="sc-pciEQ epDZfL redoc-wrap"><div class="sc-pZOBi WRXpA menu-content" style="top:0px;height:calc(100vh - 0px)"><div role="search" class="sc-qQYBZ iiRohi"><svg class="sc-pzMyG EBHFd search-icon" version="1.1" viewBox="0 0 1000 1000" x="0px" xmlns="http://www.w3.org/2000/svg" y="0px"><path d="M968.2,849.4L667.3,549c83.9-136.5,66.7-317.4-51.7-435.6C477.1-25,252.5-25,113.9,113.4c-138.5,138.3-138.5,362.6,0,501C219.2,730.1,413.2,743,547.6,666.5l301.9,301.4c43.6,43.6,76.9,14.9,104.2-12.4C981,928.3,1011.8,893,968.2,849.4z M524.5,522c-88.9,88.7-233,88.7-321.8,0c-88.9-88.7-88.9-232.6,0-321.3c88.9-88.7,233-88.7,321.8,0C613.4,289.4,613.4,433.3,524.5,522z"></path></svg><input type="text" value="" placeholder="Search..." aria-label="Search" class="sc-qZtCU hBzgoJ search-input"/></div><div class="sc-fzoJMP bcldUy scrollbar-container undefined"><ul class="sc-fzocqA bXUeVH" role="navigation"><li data-item-id="tag/profile" class="sc-fzonZV eezEtV"><label type="tag" role="menuitem" class="sc-fzqyOu gdtRWl -depth1"><span title="profile" class="sc-fzqKxP fHqnhU">profile</span><svg class="sc-fznKkj cgKiHf" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></label><ul class="sc-fzocqA jmIcBG"><li data-item-id="operation/log" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Profile tabular data</span></label></li><li data-item-id="operation/log_embeddings" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Profile embeddings</span></label></li><li data-item-id="operation/log_pubsub" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Log Pubsub</span></label></li><li data-item-id="operation/log_pubsub_embedding" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Log Pubsub Embeddings</span></label></li></ul></li><li data-item-id="tag/llm" class="sc-fzonZV eezEtV"><label type="tag" role="menuitem" class="sc-fzqyOu gdtRWl -depth1"><span title="llm" class="sc-fzqKxP fHqnhU">llm</span><svg class="sc-fznKkj cgKiHf" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></label><ul class="sc-fzocqA jmIcBG"><li data-item-id="operation/log_llm" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Log a single prompt/response pair.</span></label></li><li data-item-id="operation/validate_llm" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Validate a single prompt/response pair</span></label></li></ul></li><li data-item-id="tag/manage" class="sc-fzonZV eezEtV"><label type="tag" role="menuitem" class="sc-fzqyOu gdtRWl -depth1"><span title="manage" class="sc-fzqKxP fHqnhU">manage</span><svg class="sc-fznKkj cgKiHf" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></label><ul class="sc-fzocqA jmIcBG"><li data-item-id="operation/publish" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Publish Profiles</span></label></li><li data-item-id="operation/health" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="get" class="sc-fznNvL gVcbJV operation-type get">get</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Health</span></label></li><li data-item-id="operation/status" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="get" class="sc-fznNvL gVcbJV operation-type get">get</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Status</span></label></li><li data-item-id="operation/debug_info" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Log Debug Info</span></label></li></ul></li></ul><div class="sc-pANHa dXbQSq"><a target="_blank" rel="noopener noreferrer" href="https://github.com/Redocly/redoc">Documentation Powered by ReDoc</a></div></div></div><div class="sc-oTNDV cRvwQY"><div class="sc-pRtAn czGSHs"><svg class="" style="transform:translate(2px, -4px) rotate(180deg);transition:transform 0.2s ease" viewBox="0 0 926.23699 573.74994" version="1.1" x="0px" y="0px" width="15" height="15"><g transform="translate(904.92214,-879.1482)"><path d="
+    <div id="redoc"><div class="sc-pciEQ epDZfL redoc-wrap"><div class="sc-pZOBi WRXpA menu-content" style="top:0px;height:calc(100vh - 0px)"><div role="search" class="sc-qQYBZ iiRohi"><svg class="sc-pzMyG EBHFd search-icon" version="1.1" viewBox="0 0 1000 1000" x="0px" xmlns="http://www.w3.org/2000/svg" y="0px"><path d="M968.2,849.4L667.3,549c83.9-136.5,66.7-317.4-51.7-435.6C477.1-25,252.5-25,113.9,113.4c-138.5,138.3-138.5,362.6,0,501C219.2,730.1,413.2,743,547.6,666.5l301.9,301.4c43.6,43.6,76.9,14.9,104.2-12.4C981,928.3,1011.8,893,968.2,849.4z M524.5,522c-88.9,88.7-233,88.7-321.8,0c-88.9-88.7-88.9-232.6,0-321.3c88.9-88.7,233-88.7,321.8,0C613.4,289.4,613.4,433.3,524.5,522z"></path></svg><input type="text" value="" placeholder="Search..." aria-label="Search" class="sc-qZtCU hBzgoJ search-input"/></div><div class="sc-fzoJMP bcldUy scrollbar-container undefined"><ul class="sc-fzocqA bXUeVH" role="navigation"><li data-item-id="tag/profile" class="sc-fzonZV eezEtV"><label type="tag" role="menuitem" class="sc-fzqyOu gdtRWl -depth1"><span title="profile" class="sc-fzqKxP fHqnhU">profile</span><svg class="sc-fznKkj cgKiHf" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></label><ul class="sc-fzocqA jmIcBG"><li data-item-id="operation/log" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Profile tabular data</span></label></li><li data-item-id="operation/log_embeddings" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Profile embeddings</span></label></li><li data-item-id="operation/log_pubsub" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Log Pubsub</span></label></li><li data-item-id="operation/log_pubsub_embedding" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Log Pubsub Embeddings</span></label></li></ul></li><li data-item-id="tag/llm" class="sc-fzonZV eezEtV"><label type="tag" role="menuitem" class="sc-fzqyOu gdtRWl -depth1"><span title="llm" class="sc-fzqKxP fHqnhU">llm</span><svg class="sc-fznKkj cgKiHf" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></label><ul class="sc-fzocqA jmIcBG"><li data-item-id="operation/log_llm" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Evaluate and log a single prompt/response pair using langkit asynchronously.</span></label></li><li data-item-id="operation/evaluate" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Evaluate and log a single prompt/response pair using langkit.</span></label></li><li data-item-id="operation/list_metrics" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="get" class="sc-fznNvL gVcbJV operation-type get">get</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Get a list of available metrics that can be referenced in policies.</span></label></li><li data-item-id="operation/validate_llm" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Validate a single prompt/response pair</span></label></li></ul></li><li data-item-id="tag/manage" class="sc-fzonZV eezEtV"><label type="tag" role="menuitem" class="sc-fzqyOu gdtRWl -depth1"><span title="manage" class="sc-fzqKxP fHqnhU">manage</span><svg class="sc-fznKkj cgKiHf" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></label><ul class="sc-fzocqA jmIcBG"><li data-item-id="operation/publish" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Publish Profiles</span></label></li><li data-item-id="operation/health" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="get" class="sc-fznNvL gVcbJV operation-type get">get</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Health</span></label></li><li data-item-id="operation/status" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="get" class="sc-fznNvL gVcbJV operation-type get">get</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Status</span></label></li><li data-item-id="operation/debug_info" class="sc-fzonZV eezEtV"><label role="menuitem" class="sc-fzqyOu buCtgC -depth2"><span type="post" class="sc-fznNvL gVcbJV operation-type post">post</span><span width="calc(100% - 38px)" class="sc-fzqKxP dvkysR">Log Debug Info</span></label></li></ul></li></ul><div class="sc-pANHa dXbQSq"><a target="_blank" rel="noopener noreferrer" href="https://github.com/Redocly/redoc">Documentation Powered by ReDoc</a></div></div></div><div class="sc-oTNDV cRvwQY"><div class="sc-pRtAn czGSHs"><svg class="" style="transform:translate(2px, -4px) rotate(180deg);transition:transform 0.2s ease" viewBox="0 0 926.23699 573.74994" version="1.1" x="0px" y="0px" width="15" height="15"><g transform="translate(904.92214,-879.1482)"><path d="
           m -673.67664,1221.6502 -231.2455,-231.24803 55.6165,
           -55.627 c 30.5891,-30.59485 56.1806,-55.627 56.8701,-55.627 0.6894,
           0 79.8637,78.60862 175.9427,174.68583 l 174.6892,174.6858 174.6892,
@@ -524,7 +524,7 @@
           -104.0616 -231.873,-231.248 z
         " fill="currentColor"></path></g></svg></div></div><div class="sc-pjHjD gaNVPp api-content"><div class="sc-AxhUy kNmpyA"><div class="sc-Axmtr bnFFEW"><div class="sc-AxhCb kwETCN api-info"><h1 class="sc-AxmLO sc-fzooss CvVzT">FastAPI<!-- --> <span>(<!-- -->0.1.0<!-- -->)</span></h1><p>Download OpenAPI specification:<a download="swagger.json" target="_blank" class="sc-fzqyvX hTmvgG">Download</a></p><div class="sc-fzoant sc-fzoYHE cDQnzz"></div><div class="sc-fzoant sc-fzoYHE cDQnzz" data-role="redoc-description"></div></div></div></div><div id="tag/profile" data-section-id="tag/profile" class="sc-AxhUy kNmpyA"><div class="sc-Axmtr bnFFEW"><div class="sc-AxhCb kwETCN"><h1 class="sc-AxmLO jveiGz"><a class="sc-fznyAO itFEXV" href="#tag/profile" aria-label="tag/profile"></a>profile</h1></div></div></div><div id="operation/log" data-section-id="operation/log" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/log" aria-label="operation/log"></a>Profile tabular data<!-- --> </h2><div class="sc-pJUVA dpVwlj"><div class="sc-fzoant sc-fzoYHE cDQnzz"><p>Profile tabular data. The Swagger UI isn&#39;t able to call this currently.</p>
 <h2 id="sample-curl-request">Sample curl request:</h2>
-<pre><code class="language-bash"><span class="token function">curl</span> -X <span class="token string">'POST'</span>     -H <span class="token string">"X-API-Key: &lt;password>"</span>     -H <span class="token string">"Content-Type: application/json"</span>     <span class="token string">'http://localhost:8000/log'</span>     --data-raw <span class="token string">'{
+<pre><code class="language-bash"><span class="token function">curl</span> -X <span class="token string">'POST'</span>         -H <span class="token string">"X-API-Key: &lt;password>"</span>         -H <span class="token string">"Content-Type: application/json"</span>         <span class="token string">'http://localhost:8000/log'</span>         --data-raw <span class="token string">'{
     "datasetId": "model-62",
     "multiple": {
         "columns": [ "age", "workclass", "fnlwgt", "education" ],
@@ -533,7 +533,28 @@ <h2 id="sample-curl-request">Sample curl request:</h2>
         ]
     }
 }'</span></code></pre>
-<h2 id="sample-python-request">Sample Python request:</h2>
+<h2 id="sample-python-client-request">Sample Python client request:</h2>
+<pre><code class="language-python"><span class="token keyword">from</span> whylogs_container_client <span class="token keyword">import</span> AuthenticatedClient
+<span class="token keyword">import</span> whylogs_container_client<span class="token punctuation">.</span>api<span class="token punctuation">.</span>profile<span class="token punctuation">.</span>log <span class="token keyword">as</span> Log
+<span class="token keyword">from</span> whylogs_container_client<span class="token punctuation">.</span>models <span class="token keyword">import</span> LogRequest<span class="token punctuation">,</span> LogMultiple
+<span class="token keyword">from</span> datetime <span class="token keyword">import</span> datetime
+
+client <span class="token operator">=</span> AuthenticatedClient<span class="token punctuation">(</span>base_url<span class="token operator">=</span><span class="token string">"http://localhost:8000"</span><span class="token punctuation">,</span> token<span class="token operator">=</span><span class="token string">"password"</span><span class="token punctuation">,</span> prefix<span class="token operator">=</span><span class="token string">""</span><span class="token punctuation">,</span> auth_header_name<span class="token operator">=</span><span class="token string">"X-API-Key"</span><span class="token punctuation">)</span>
+
+data <span class="token operator">=</span> LogRequest<span class="token punctuation">(</span>
+    dataset_id<span class="token operator">=</span><span class="token string">"model-1"</span><span class="token punctuation">,</span>
+    timestamp<span class="token operator">=</span><span class="token builtin">int</span><span class="token punctuation">(</span>datetime<span class="token punctuation">.</span>now<span class="token punctuation">(</span><span class="token punctuation">)</span><span class="token punctuation">.</span>timestamp<span class="token punctuation">(</span><span class="token punctuation">)</span> <span class="token operator">*</span> <span class="token number">1000</span><span class="token punctuation">)</span><span class="token punctuation">,</span>
+    multiple<span class="token operator">=</span>LogMultiple<span class="token punctuation">(</span>
+        columns<span class="token operator">=</span><span class="token punctuation">[</span><span class="token string">"col1"</span><span class="token punctuation">,</span> <span class="token string">"col2"</span><span class="token punctuation">]</span><span class="token punctuation">,</span>
+        data<span class="token operator">=</span><span class="token punctuation">[</span><span class="token punctuation">[</span><span class="token number">1</span><span class="token punctuation">,</span> <span class="token number">2</span><span class="token punctuation">]</span><span class="token punctuation">,</span> <span class="token punctuation">[</span><span class="token number">3</span><span class="token punctuation">,</span> <span class="token number">4</span><span class="token punctuation">]</span><span class="token punctuation">]</span><span class="token punctuation">,</span>
+    <span class="token punctuation">)</span>
+<span class="token punctuation">)</span>
+
+response <span class="token operator">=</span> Log<span class="token punctuation">.</span>sync_detailed<span class="token punctuation">(</span>client<span class="token operator">=</span>client<span class="token punctuation">,</span> json_body<span class="token operator">=</span>data<span class="token punctuation">)</span>
+<span class="token keyword">if</span> response<span class="token punctuation">.</span>status_code <span class="token operator">!=</span> <span class="token number">200</span><span class="token punctuation">:</span>
+    <span class="token keyword">raise</span> Exception<span class="token punctuation">(</span><span class="token string-interpolation"><span class="token string">f"Failed to log data. Status code: </span><span class="token interpolation"><span class="token punctuation">{</span>response<span class="token punctuation">.</span>status_code<span class="token punctuation">}</span></span><span class="token string">"</span></span><span class="token punctuation">)</span>
+<span class="token comment"># API is async, it won't fail and has no return body</span></code></pre>
+<h2 id="sample-python-request-using-requests">Sample Python request (using <code>requests</code>):</h2>
 <pre><code class="language-python"><span class="token keyword">import</span> requests
 
 <span class="token comment"># Define your API key</span>
@@ -556,20 +577,20 @@ <h2 id="sample-python-request">Sample Python request:</h2>
 <span class="token comment"># Make the POST request</span>
 headers <span class="token operator">=</span> <span class="token punctuation">{</span><span class="token string">"X-API-Key"</span><span class="token punctuation">:</span> api_key<span class="token punctuation">}</span>
 response <span class="token operator">=</span> requests<span class="token punctuation">.</span>post<span class="token punctuation">(</span>url<span class="token punctuation">,</span> json<span class="token operator">=</span>data<span class="token punctuation">,</span> headers<span class="token operator">=</span>headers<span class="token punctuation">)</span></code></pre>
-</div></div><h5 class="sc-fzplWN kzCYbv">Request Body schema: <span class="sc-fzpkJw ezqAQI">application/json</span></h5><div class="sc-fzoant sc-fzoYHE cDQnzz"></div><table class="sc-fznxsB jlDjZa"><tbody><tr><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="datasetId"><span class="sc-fzoXzr Lihot"></span><span>datasetId</span></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Datasetid<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="multiple"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>multiple</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div class="sc-fzoWqW sc-fzplgP chnCRo"> required </div></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">object</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->LogMultiple<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr class="last undefined"><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="timestamp"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>timestamp</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">integer or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Timestamp<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr></tbody></table><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
+</div></div><h5 class="sc-fzplWN kzCYbv">Request Body schema: <span class="sc-fzpkJw ezqAQI">application/json</span></h5><div class="sc-fzoant sc-fzoYHE cDQnzz"></div><table class="sc-fznxsB jlDjZa"><tbody><tr><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="datasetId"><span class="sc-fzoXzr Lihot"></span><span>datasetId</span><div class="sc-fzoWqW sc-fzplgP chnCRo"> required </div></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Datasetid<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="multiple"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>multiple</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div class="sc-fzoWqW sc-fzplgP chnCRo"> required </div></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">object</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->LogMultiple<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr class="last undefined"><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="timestamp"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>timestamp</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">integer or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Timestamp<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr></tbody></table><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
 </span></button></div><div><button class="sc-qapaw grUCxK"><svg class="sc-fznKkj cLpHgS" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">422<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Validation Error</p>
 </span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="post" class="sc-qYiqT fOPsDV http-verb post">post</span><span class="sc-prOVx eZNvzE">/log</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/log</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Request samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="react-tabs__tab react-tabs__tab--selected" role="tab" id="react-tabs-0" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-1" tabindex="0">Payload</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-1" aria-labelledby="react-tabs-0"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable "><span class="property token string">"datasetId"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"multiple"</span>: <button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable collapsed"><span class="property token string">"columns"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><span class="token string">&quot;string&quot;</span></div></li></ul><span class="token punctuation">]</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"data"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><span class="token string">&quot;string&quot;</span></div></li></ul><span class="token punctuation">]</span></div></li></ul><span class="token punctuation">]</span></div></li></ul><span class="token punctuation">}</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"timestamp"</span>: <span class="token number">0</span></div></li></ul><span class="token punctuation">}</span></code></div></div></div></div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-2" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-3" tabindex="0">200</li><li class="tab-error" role="tab" id="react-tabs-4" aria-selected="false" aria-disabled="false" aria-controls="react-tabs-5">422</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-3" aria-labelledby="react-tabs-2"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><span class="token keyword">null</span></code></div></div></div></div></div></div><div class="react-tabs__tab-panel" role="tabpanel" id="react-tabs-5" aria-labelledby="react-tabs-4"></div></div></div></div></div></div><div id="operation/log_embeddings" data-section-id="operation/log_embeddings" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/log_embeddings" aria-label="operation/log_embeddings"></a>Profile embeddings<!-- --> </h2><div class="sc-pJUVA dpVwlj"><div class="sc-fzoant sc-fzoYHE cDQnzz"><p>This endpoint requires a custom configuration to set up before hand. See <a href="https://docs.whylabs.ai/docs/integrations-whylogs-container/">https://docs.whylabs.ai/docs/integrations-whylogs-container/</a>
 for setting up embeddings support.</p>
 <p>Log embeddings data. The Swagger UI isn&#39;t able to call this currently.</p>
 <h2 id="sample-curl-request">Sample curl request:</h2>
-<pre><code class="language-bash"><span class="token function">curl</span> -X <span class="token string">'POST'</span>     -H <span class="token string">"X-API-Key: &lt;password>"</span>     -H <span class="token string">"Content-Type: application/octet-stream"</span>     <span class="token string">'http://localhost:8000/log-embeddings'</span>     --data-raw <span class="token string">'{
+<pre><code class="language-bash"><span class="token function">curl</span> -X <span class="token string">'POST'</span>         -H <span class="token string">"X-API-Key: &lt;password>"</span>         -H <span class="token string">"Content-Type: application/octet-stream"</span>         <span class="token string">'http://localhost:8000/log-embeddings'</span>         --data-raw <span class="token string">'{
     "datasetId": "model-62",
     "timestamp": 1634235000,
     "embeddings": {
         "embeddings": [[0.12, 0.45, 0.33, 0.92]]
     }
 }'</span></code></pre>
-<h2 id="sample-python-request">Sample Python request:</h2>
+<h2 id="sample-python-request-using-requests">Sample Python request (using <code>requests</code>):</h2>
 <pre><code class="language-python"><span class="token keyword">import</span> requests
 
 <span class="token comment"># Define your API key</span>
@@ -590,54 +611,37 @@ <h2 id="sample-python-request">Sample Python request:</h2>
 <span class="token comment"># Make the POST request</span>
 headers <span class="token operator">=</span> <span class="token punctuation">{</span><span class="token string">"X-API-Key"</span><span class="token punctuation">:</span> api_key<span class="token punctuation">,</span> <span class="token string">"Content-Type"</span><span class="token punctuation">:</span> <span class="token string">"application/octet-stream"</span><span class="token punctuation">}</span>
 response <span class="token operator">=</span> requests<span class="token punctuation">.</span>post<span class="token punctuation">(</span>url<span class="token punctuation">,</span> json<span class="token operator">=</span>data<span class="token punctuation">,</span> headers<span class="token operator">=</span>headers<span class="token punctuation">)</span></code></pre>
-</div></div><h5 class="sc-fzplWN kzCYbv">Request Body schema: <span class="sc-fzpkJw ezqAQI">application/json</span></h5><div class="sc-fzoant sc-fzoYHE cDQnzz"></div><table class="sc-fznxsB jlDjZa"><tbody><tr><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="dataset_id"><span class="sc-fzoXzr Lihot"></span><span>dataset_id</span></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Dataset Id<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="timestamp"><span class="sc-fzoXzr Lihot"></span><span>timestamp</span><div class="sc-fzoWqW sc-fzplgP chnCRo"> required </div></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">integer</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Timestamp<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr class="last undefined"><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="embeddings"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>embeddings</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div class="sc-fzoWqW sc-fzplgP chnCRo"> required </div></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">object</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Embeddings<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr></tbody></table><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
+</div></div><h5 class="sc-fzplWN kzCYbv">Request Body schema: <span class="sc-fzpkJw ezqAQI">application/json</span></h5><div class="sc-fzoant sc-fzoYHE cDQnzz"></div><table class="sc-fznxsB jlDjZa"><tbody><tr><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="dataset_id"><span class="sc-fzoXzr Lihot"></span><span>dataset_id</span><div class="sc-fzoWqW sc-fzplgP chnCRo"> required </div></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Dataset Id<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="timestamp"><span class="sc-fzoXzr Lihot"></span><span>timestamp</span><div class="sc-fzoWqW sc-fzplgP chnCRo"> required </div></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">integer</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Timestamp<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr class="last undefined"><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="embeddings"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>embeddings</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div class="sc-fzoWqW sc-fzplgP chnCRo"> required </div></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">object</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Embeddings<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr></tbody></table><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
 </span></button></div><div><button class="sc-qapaw grUCxK"><svg class="sc-fznKkj cLpHgS" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">422<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Validation Error</p>
 </span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="post" class="sc-qYiqT fOPsDV http-verb post">post</span><span class="sc-prOVx eZNvzE">/log-embeddings</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/log-embeddings</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Request samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="react-tabs__tab react-tabs__tab--selected" role="tab" id="react-tabs-6" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-7" tabindex="0">Payload</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-7" aria-labelledby="react-tabs-6"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable "><span class="property token string">"dataset_id"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"timestamp"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"embeddings"</span>: <button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable collapsed"><span class="property token string">"property1"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><span class="token number">0</span></div></li></ul><span class="token punctuation">]</span></div></li></ul><span class="token punctuation">]</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"property2"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><span class="token number">0</span></div></li></ul><span class="token punctuation">]</span></div></li></ul><span class="token punctuation">]</span></div></li></ul><span class="token punctuation">}</span></div></li></ul><span class="token punctuation">}</span></code></div></div></div></div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-8" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-9" tabindex="0">200</li><li class="tab-error" role="tab" id="react-tabs-10" aria-selected="false" aria-disabled="false" aria-controls="react-tabs-11">422</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-9" aria-labelledby="react-tabs-8"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><span class="token keyword">null</span></code></div></div></div></div></div></div><div class="react-tabs__tab-panel" role="tabpanel" id="react-tabs-11" aria-labelledby="react-tabs-10"></div></div></div></div></div></div><div id="operation/log_pubsub" data-section-id="operation/log_pubsub" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/log_pubsub" aria-label="operation/log_pubsub"></a>Log Pubsub<!-- --> </h2><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
 </span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="post" class="sc-qYiqT fOPsDV http-verb post">post</span><span class="sc-prOVx eZNvzE">/log-pubsub</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/log-pubsub</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-12" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-13" tabindex="0">200</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-13" aria-labelledby="react-tabs-12"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><span class="token keyword">null</span></code></div></div></div></div></div></div></div></div></div></div></div><div id="operation/log_pubsub_embedding" data-section-id="operation/log_pubsub_embedding" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/log_pubsub_embedding" aria-label="operation/log_pubsub_embedding"></a>Log Pubsub Embeddings<!-- --> </h2><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
-</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="post" class="sc-qYiqT fOPsDV http-verb post">post</span><span class="sc-prOVx eZNvzE">/log-pubsub-embeddings</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/log-pubsub-embeddings</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-14" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-15" tabindex="0">200</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-15" aria-labelledby="react-tabs-14"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><span class="token keyword">null</span></code></div></div></div></div></div></div></div></div></div></div></div><div id="tag/llm" data-section-id="tag/llm" class="sc-AxhUy kNmpyA"><div class="sc-Axmtr bnFFEW"><div class="sc-AxhCb kwETCN"><h1 class="sc-AxmLO jveiGz"><a class="sc-fznyAO itFEXV" href="#tag/llm" aria-label="tag/llm"></a>llm</h1></div></div></div><div id="operation/log_llm" data-section-id="operation/log_llm" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/log_llm" aria-label="operation/log_llm"></a>Log a single prompt/response pair.<!-- --> </h2><div class="sc-pJUVA dpVwlj"><div class="sc-fzoant sc-fzoYHE cDQnzz"><p>This is a convenience wrapper around the llm request type for calling /log, which accepts bulk data.</p>
-</div></div><h5 class="sc-fzplWN kzCYbv">Request Body schema: <span class="sc-fzpkJw ezqAQI">application/json</span></h5><div class="sc-fzoant sc-fzoYHE cDQnzz"></div><table class="sc-fznxsB jlDjZa"><tbody><tr><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="prompt"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>prompt</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Prompt<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="response"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>response</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Response<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="datasetId"><span class="sc-fzoXzr Lihot"></span><span>datasetId</span></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Datasetid<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr class="last undefined"><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="timestamp"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>timestamp</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">integer or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Timestamp<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr></tbody></table><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
+</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="post" class="sc-qYiqT fOPsDV http-verb post">post</span><span class="sc-prOVx eZNvzE">/log-pubsub-embeddings</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/log-pubsub-embeddings</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-14" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-15" tabindex="0">200</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-15" aria-labelledby="react-tabs-14"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><span class="token keyword">null</span></code></div></div></div></div></div></div></div></div></div></div></div><div id="tag/llm" data-section-id="tag/llm" class="sc-AxhUy kNmpyA"><div class="sc-Axmtr bnFFEW"><div class="sc-AxhCb kwETCN"><h1 class="sc-AxmLO jveiGz"><a class="sc-fznyAO itFEXV" href="#tag/llm" aria-label="tag/llm"></a>llm</h1></div></div></div><div id="operation/log_llm" data-section-id="operation/log_llm" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/log_llm" aria-label="operation/log_llm"></a>Evaluate and log a single prompt/response pair using langkit asynchronously.<!-- --> </h2><div class="sc-pJUVA dpVwlj"><div class="sc-fzoant sc-fzoYHE cDQnzz"><p>This is a convenience wrapper around the llm request type for calling /log, which accepts bulk data.</p>
+</div></div><h5 class="sc-fzplWN kzCYbv">Request Body schema: <span class="sc-fzpkJw ezqAQI">application/json</span></h5><div class="sc-fzoant sc-fzoYHE cDQnzz"></div><table class="sc-fznxsB jlDjZa"><tbody><tr><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="prompt"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>prompt</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Prompt<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="response"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>response</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Response<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="id"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>id</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Id<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="datasetId"><span class="sc-fzoXzr Lihot"></span><span>datasetId</span><div class="sc-fzoWqW sc-fzplgP chnCRo"> required </div></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Datasetid<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr class="last undefined"><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="timestamp"><span class="sc-fzoXzr Lihot"></span><span>timestamp</span></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">integer</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Timestamp<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr></tbody></table><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
 </span></button></div><div><button class="sc-qapaw grUCxK"><svg class="sc-fznKkj cLpHgS" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">422<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Validation Error</p>
-</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="post" class="sc-qYiqT fOPsDV http-verb post">post</span><span class="sc-prOVx eZNvzE">/log/llm</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/log/llm</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Request samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="react-tabs__tab react-tabs__tab--selected" role="tab" id="react-tabs-16" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-17" tabindex="0">Payload</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-17" aria-labelledby="react-tabs-16"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable "><span class="property token string">"prompt"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"response"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"datasetId"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"timestamp"</span>: <span class="token number">0</span></div></li></ul><span class="token punctuation">}</span></code></div></div></div></div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-18" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-19" tabindex="0">200</li><li class="tab-error" role="tab" id="react-tabs-20" aria-selected="false" aria-disabled="false" aria-controls="react-tabs-21">422</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-19" aria-labelledby="react-tabs-18"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><span class="token keyword">null</span></code></div></div></div></div></div></div><div class="react-tabs__tab-panel" role="tabpanel" id="react-tabs-21" aria-labelledby="react-tabs-20"></div></div></div></div></div></div><div id="operation/validate_llm" data-section-id="operation/validate_llm" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/validate_llm" aria-label="operation/validate_llm"></a>Validate a single prompt/response pair<!-- --> </h2><div class="sc-pJUVA dpVwlj"><div class="sc-fzoant sc-fzoYHE cDQnzz"><p>This endpoint can be used to synchronously get validation results from a single input
+</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="post" class="sc-qYiqT fOPsDV http-verb post">post</span><span class="sc-prOVx eZNvzE">/log/llm</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/log/llm</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Request samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="react-tabs__tab react-tabs__tab--selected" role="tab" id="react-tabs-16" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-17" tabindex="0">Payload</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-17" aria-labelledby="react-tabs-16"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable "><span class="property token string">"prompt"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"response"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"id"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"datasetId"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"timestamp"</span>: <span class="token number">0</span></div></li></ul><span class="token punctuation">}</span></code></div></div></div></div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-18" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-19" tabindex="0">200</li><li class="tab-error" role="tab" id="react-tabs-20" aria-selected="false" aria-disabled="false" aria-controls="react-tabs-21">422</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-19" aria-labelledby="react-tabs-18"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><span class="token keyword">null</span></code></div></div></div></div></div></div><div class="react-tabs__tab-panel" role="tabpanel" id="react-tabs-21" aria-labelledby="react-tabs-20"></div></div></div></div></div></div><div id="operation/evaluate" data-section-id="operation/evaluate" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/evaluate" aria-label="operation/evaluate"></a>Evaluate and log a single prompt/response pair using langkit.<!-- --> </h2><div class="sc-pJUVA dpVwlj"><div class="sc-fzoant sc-fzoYHE cDQnzz"><p>Run langkit evaluation and return the validation results, as well as the generated metrics.</p>
+<p>Args:
+    log (bool, optional): Determines if logging to WhyLabs is enabled for the request. Defaults to True.</p>
+</div></div><div><h5 class="sc-fzplWN kzCYbv">query<!-- --> Parameters</h5><table class="sc-fznxsB jlDjZa"><tbody><tr><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="log"><span class="sc-fzoXzr Lihot"></span><span>log</span></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">boolean</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Log<!-- -->) </span></div><div><span class="sc-fzqzlV PRWqF"> <!-- -->Default:<!-- --> </span> <span class="sc-fzqzlV sc-fzonjX hbCucb">true</span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr class="last undefined"><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="perf_info"><span class="sc-fzoXzr Lihot"></span><span>perf_info</span></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">boolean</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Perf Info<!-- -->) </span></div><div><span class="sc-fzqzlV PRWqF"> <!-- -->Default:<!-- --> </span> <span class="sc-fzqzlV sc-fzonjX hbCucb">false</span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr></tbody></table></div><h5 class="sc-fzplWN kzCYbv">Request Body schema: <span class="sc-fzpkJw ezqAQI">application/json</span></h5><div class="sc-fzoant sc-fzoYHE cDQnzz"></div><table class="sc-fznxsB jlDjZa"><tbody><tr><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="prompt"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>prompt</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Prompt<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="response"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>response</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Response<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="id"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>id</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Id<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="datasetId"><span class="sc-fzoXzr Lihot"></span><span>datasetId</span><div class="sc-fzoWqW sc-fzplgP chnCRo"> required </div></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Datasetid<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr class="last undefined"><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="timestamp"><span class="sc-fzoXzr Lihot"></span><span>timestamp</span></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">integer</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Timestamp<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr></tbody></table><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
+</span></button></div><div><button class="sc-qapaw grUCxK"><svg class="sc-fznKkj cLpHgS" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">400<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Bad Request</p>
+</span></button></div><div><button class="sc-qapaw grUCxK"><svg class="sc-fznKkj cLpHgS" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">422<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Validation Error</p>
+</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="post" class="sc-qYiqT fOPsDV http-verb post">post</span><span class="sc-prOVx eZNvzE">/evaluate</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/evaluate</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Request samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="react-tabs__tab react-tabs__tab--selected" role="tab" id="react-tabs-22" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-23" tabindex="0">Payload</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-23" aria-labelledby="react-tabs-22"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable "><span class="property token string">"prompt"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"response"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"id"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"datasetId"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"timestamp"</span>: <span class="token number">0</span></div></li></ul><span class="token punctuation">}</span></code></div></div></div></div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-24" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-25" tabindex="0">200</li><li class="tab-error" role="tab" id="react-tabs-26" aria-selected="false" aria-disabled="false" aria-controls="react-tabs-27">400</li><li class="tab-error" role="tab" id="react-tabs-28" aria-selected="false" aria-disabled="false" aria-controls="react-tabs-29">422</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-25" aria-labelledby="react-tabs-24"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable "><span class="property token string">"metrics"</span>: <button class="collapser" aria-label="collapse"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><span class="token punctuation">{ }</span></div></li></ul><span class="token punctuation">]</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"validation_results"</span>: <button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable collapsed"><span class="property token string">"report"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><button class="collapser" aria-label="expand"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable collapsed"><span class="property token string">"id"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"metric"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"details"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"value"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"upper_threshold"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"lower_threshold"</span>: <span class="token number">0</span></div></li></ul><span class="token punctuation">}</span></div></li></ul><span class="token punctuation">]</span></div></li></ul><span class="token punctuation">}</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"perf_info"</span>: <button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable collapsed"><span class="property token string">"metrics_time_sec"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable collapsed"><span class="property token string">"property1"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"property2"</span>: <span class="token number">0</span></div></li></ul><span class="token punctuation">}</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"workflow_total_sec"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"metrics_total_sec"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"validation_total_sec"</span>: <span class="token number">0</span></div></li></ul><span class="token punctuation">}</span></div></li></ul><span class="token punctuation">}</span></code></div></div></div></div></div></div><div class="react-tabs__tab-panel" role="tabpanel" id="react-tabs-27" aria-labelledby="react-tabs-26"></div><div class="react-tabs__tab-panel" role="tabpanel" id="react-tabs-29" aria-labelledby="react-tabs-28"></div></div></div></div></div></div><div id="operation/list_metrics" data-section-id="operation/list_metrics" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/list_metrics" aria-label="operation/list_metrics"></a>Get a list of available metrics that can be referenced in policies.<!-- --> </h2><div class="sc-pJUVA dpVwlj"><div class="sc-fzoant sc-fzoYHE cDQnzz"><p>Get a list of available metrics that can be referenced in policies.</p>
+</div></div><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
+</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="get" class="sc-qYiqT fjEWKb http-verb get">get</span><span class="sc-prOVx eZNvzE">/list_metrics</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/list_metrics</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-30" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-31" tabindex="0">200</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-31" aria-labelledby="react-tabs-30"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable "><span class="property token string">"metrics_names"</span>: <button class="collapser" aria-label="collapse"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><span class="token string">&quot;string&quot;</span></div></li></ul><span class="token punctuation">]</span></div></li></ul><span class="token punctuation">}</span></code></div></div></div></div></div></div></div></div></div></div></div><div id="operation/validate_llm" data-section-id="operation/validate_llm" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/validate_llm" aria-label="operation/validate_llm"></a>Validate a single prompt/response pair<!-- --> </h2><div class="sc-pJUVA dpVwlj"><div class="sc-fzoant sc-fzoYHE cDQnzz"><p>This endpoint can be used to synchronously get validation results from a single input
 prompt/response. It automatically performs whylogs profiling and sends profiles to
 whylabs in the background, just like  the /log endpoint.</p>
 <p>Args:
     log (bool, optional): Determines if logging to WhyLabs is enabled for the validate request. Defaults to True.</p>
-<h2 id="sample-curl-request">Sample curl request:</h2>
-<pre><code class="language-bash"><span class="token function">curl</span> -X <span class="token string">'POST'</span>     -H <span class="token string">"X-API-Key: &lt;password>"</span>     -H <span class="token string">"Content-Type: application/octet-stream"</span>     <span class="token string">'http://localhost:8000/validate/llm'</span>     --data-raw <span class="token string">'{
-    "datasetId": "model-62",
-    "prompt": "This is a test prompt",
-    "response": "This is a test response"
-}'</span></code></pre>
-<h2 id="sample-python-request">Sample Python request:</h2>
-<pre><code class="language-python"><span class="token keyword">import</span> requests
-
-<span class="token comment"># Define your API key</span>
-api_key <span class="token operator">=</span> <span class="token string">"&lt;password>"</span>
-
-<span class="token comment"># API endpoint</span>
-url <span class="token operator">=</span> <span class="token string">'http://localhost:8000/validate/llm'</span>
-
-<span class="token comment"># Sample data</span>
-data <span class="token operator">=</span> <span class="token punctuation">{</span>
-    <span class="token string">"datasetId"</span><span class="token punctuation">:</span> <span class="token string">"model-62"</span><span class="token punctuation">,</span>
-    <span class="token string">"prompt"</span><span class="token punctuation">:</span> <span class="token string">"This is a test prompt"</span><span class="token punctuation">,</span>
-    <span class="token string">"response"</span><span class="token punctuation">:</span> <span class="token string">"This is a test response"</span>
-<span class="token punctuation">}</span>
-
-<span class="token comment"># Make the POST request</span>
-headers <span class="token operator">=</span> <span class="token punctuation">{</span><span class="token string">"X-API-Key"</span><span class="token punctuation">:</span> api_key<span class="token punctuation">,</span> <span class="token string">"Content-Type"</span><span class="token punctuation">:</span> <span class="token string">"application/octet-stream"</span><span class="token punctuation">}</span>
-response <span class="token operator">=</span> requests<span class="token punctuation">.</span>post<span class="token punctuation">(</span>url<span class="token punctuation">,</span> json<span class="token operator">=</span>data<span class="token punctuation">,</span> headers<span class="token operator">=</span>headers<span class="token punctuation">)</span></code></pre>
-</div></div><div><h5 class="sc-fzplWN kzCYbv">query<!-- --> Parameters</h5><table class="sc-fznxsB jlDjZa"><tbody><tr class="last undefined"><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="log"><span class="sc-fzoXzr Lihot"></span><span>log</span></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">boolean</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Log<!-- -->) </span></div><div><span class="sc-fzqzlV PRWqF"> <!-- -->Default:<!-- --> </span> <span class="sc-fzqzlV sc-fzonjX hbCucb">true</span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr></tbody></table></div><h5 class="sc-fzplWN kzCYbv">Request Body schema: <span class="sc-fzpkJw ezqAQI">application/json</span></h5><div class="sc-fzoant sc-fzoYHE cDQnzz"></div><table class="sc-fznxsB jlDjZa"><tbody><tr><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="prompt"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>prompt</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Prompt<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="response"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>response</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Response<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="datasetId"><span class="sc-fzoXzr Lihot"></span><span>datasetId</span></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Datasetid<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr class="last undefined"><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="timestamp"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>timestamp</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">integer or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Timestamp<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr></tbody></table><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
+</div></div><div><h5 class="sc-fzplWN kzCYbv">query<!-- --> Parameters</h5><table class="sc-fznxsB jlDjZa"><tbody><tr class="last undefined"><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="log"><span class="sc-fzoXzr Lihot"></span><span>log</span></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">boolean</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Log<!-- -->) </span></div><div><span class="sc-fzqzlV PRWqF"> <!-- -->Default:<!-- --> </span> <span class="sc-fzqzlV sc-fzonjX hbCucb">true</span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr></tbody></table></div><h5 class="sc-fzplWN kzCYbv">Request Body schema: <span class="sc-fzpkJw ezqAQI">application/json</span></h5><div class="sc-fzoant sc-fzoYHE cDQnzz"></div><table class="sc-fznxsB jlDjZa"><tbody><tr><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="prompt"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>prompt</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Prompt<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="response"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>response</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Response<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV sc-fzokvW dUqafC" kind="field" title="id"><span class="sc-fzoXzr Lihot"></span><button aria-label="expand properties"><span>id</span><svg class="sc-fznKkj czpFYH" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string or null</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Id<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="datasetId"><span class="sc-fzoXzr Lihot"></span><span>datasetId</span><div class="sc-fzoWqW sc-fzplgP chnCRo"> required </div></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">string</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Datasetid<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr><tr class="last undefined"><td class="sc-fzqBZW sc-fzoyAV daSLCE" kind="field" title="timestamp"><span class="sc-fzoXzr Lihot"></span><span>timestamp</span></td><td class="sc-fzoLag cdMYwp"><div><div><span class="sc-fzqzlV sc-fzqLLg jbhQmP"></span><span class="sc-fzqzlV sc-fzoxnE dUEjwH">integer</span><span class="sc-fzqzlV sc-fzoMdx kUcHWW"> (<!-- -->Timestamp<!-- -->) </span></div> <div><div class="sc-fzoant sc-fzoYHE kTjICZ"></div></div></div></td></tr></tbody></table><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
 </span></button></div><div><button class="sc-qapaw grUCxK"><svg class="sc-fznKkj cLpHgS" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">400<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Bad Request</p>
 </span></button></div><div><button class="sc-qapaw grUCxK"><svg class="sc-fznKkj cLpHgS" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">422<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Validation Error</p>
-</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="post" class="sc-qYiqT fOPsDV http-verb post">post</span><span class="sc-prOVx eZNvzE">/validate/llm</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/validate/llm</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Request samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="react-tabs__tab react-tabs__tab--selected" role="tab" id="react-tabs-22" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-23" tabindex="0">Payload</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-23" aria-labelledby="react-tabs-22"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable "><span class="property token string">"prompt"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"response"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"datasetId"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"timestamp"</span>: <span class="token number">0</span></div></li></ul><span class="token punctuation">}</span></code></div></div></div></div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-24" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-25" tabindex="0">200</li><li class="tab-error" role="tab" id="react-tabs-26" aria-selected="false" aria-disabled="false" aria-controls="react-tabs-27">400</li><li class="tab-error" role="tab" id="react-tabs-28" aria-selected="false" aria-disabled="false" aria-controls="react-tabs-29">422</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-25" aria-labelledby="react-tabs-24"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable "><span class="property token string">"failures"</span>: <button class="collapser" aria-label="collapse"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><button class="collapser" aria-label="expand"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable collapsed"><span class="property token string">"prompt_id"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"validator_name"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"failed_metric"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"value"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"timestamp"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"is_valid"</span>: <span class="token boolean">true</span></div></li></ul><span class="token punctuation">}</span></div></li></ul><span class="token punctuation">]</span></div></li></ul><span class="token punctuation">}</span></code></div></div></div></div></div></div><div class="react-tabs__tab-panel" role="tabpanel" id="react-tabs-27" aria-labelledby="react-tabs-26"></div><div class="react-tabs__tab-panel" role="tabpanel" id="react-tabs-29" aria-labelledby="react-tabs-28"></div></div></div></div></div></div><div id="tag/manage" data-section-id="tag/manage" class="sc-AxhUy kNmpyA"><div class="sc-Axmtr bnFFEW"><div class="sc-AxhCb kwETCN"><h1 class="sc-AxmLO jveiGz"><a class="sc-fznyAO itFEXV" href="#tag/manage" aria-label="tag/manage"></a>manage</h1></div></div></div><div id="operation/publish" data-section-id="operation/publish" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/publish" aria-label="operation/publish"></a>Publish Profiles<!-- --> </h2><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
-</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="post" class="sc-qYiqT fOPsDV http-verb post">post</span><span class="sc-prOVx eZNvzE">/publish</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/publish</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-30" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-31" tabindex="0">200</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-31" aria-labelledby="react-tabs-30"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><span class="token keyword">null</span></code></div></div></div></div></div></div></div></div></div></div></div><div id="operation/health" data-section-id="operation/health" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/health" aria-label="operation/health"></a>Health<!-- --> </h2><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
-</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="get" class="sc-qYiqT fjEWKb http-verb get">get</span><span class="sc-prOVx eZNvzE">/health</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/health</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-32" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-33" tabindex="0">200</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-33" aria-labelledby="react-tabs-32"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><span class="token keyword">null</span></code></div></div></div></div></div></div></div></div></div></div></div><div id="operation/status" data-section-id="operation/status" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/status" aria-label="operation/status"></a>Status<!-- --> </h2><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
-</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="get" class="sc-qYiqT fjEWKb http-verb get">get</span><span class="sc-prOVx eZNvzE">/status</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/status</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-34" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-35" tabindex="0">200</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-35" aria-labelledby="react-tabs-34"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable "><span class="property token string">"statuses"</span>: <button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable collapsed"><span class="property token string">"property1"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable collapsed"><span class="property token string">"dataset_timestamps"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"dataset_profiles"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"segment_caches"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"writers"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"pending_writables"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"pending_views"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><span class="token string">&quot;string&quot;</span></div></li></ul><span class="token punctuation">]</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"views"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><span class="token string">&quot;string&quot;</span></div></li></ul><span class="token punctuation">]</span></div></li></ul><span class="token punctuation">}</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"property2"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable collapsed"><span class="property token string">"dataset_timestamps"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"dataset_profiles"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"segment_caches"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"writers"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"pending_writables"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"pending_views"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><span class="token string">&quot;string&quot;</span></div></li></ul><span class="token punctuation">]</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"views"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><span class="token string">&quot;string&quot;</span></div></li></ul><span class="token punctuation">]</span></div></li></ul><span class="token punctuation">}</span></div></li></ul><span class="token punctuation">}</span></div></li></ul><span class="token punctuation">}</span></code></div></div></div></div></div></div></div></div></div></div></div><div id="operation/debug_info" data-section-id="operation/debug_info" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/debug_info" aria-label="operation/debug_info"></a>Log Debug Info<!-- --> </h2><div class="sc-pJUVA dpVwlj"><div class="sc-fzoant sc-fzoYHE cDQnzz"><p>Log the output of /status</p>
+</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="post" class="sc-qYiqT fOPsDV http-verb post">post</span><span class="sc-prOVx eZNvzE">/validate/llm</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/validate/llm</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Request samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="react-tabs__tab react-tabs__tab--selected" role="tab" id="react-tabs-32" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-33" tabindex="0">Payload</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-33" aria-labelledby="react-tabs-32"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable "><span class="property token string">"prompt"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"response"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"id"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"datasetId"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"timestamp"</span>: <span class="token number">0</span></div></li></ul><span class="token punctuation">}</span></code></div></div></div></div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-34" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-35" tabindex="0">200</li><li class="tab-error" role="tab" id="react-tabs-36" aria-selected="false" aria-disabled="false" aria-controls="react-tabs-37">400</li><li class="tab-error" role="tab" id="react-tabs-38" aria-selected="false" aria-disabled="false" aria-controls="react-tabs-39">422</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-35" aria-labelledby="react-tabs-34"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable "><span class="property token string">"report"</span>: <button class="collapser" aria-label="collapse"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><button class="collapser" aria-label="expand"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable collapsed"><span class="property token string">"id"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"metric"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"details"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"value"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"upper_threshold"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"lower_threshold"</span>: <span class="token number">0</span></div></li></ul><span class="token punctuation">}</span></div></li></ul><span class="token punctuation">]</span></div></li></ul><span class="token punctuation">}</span></code></div></div></div></div></div></div><div class="react-tabs__tab-panel" role="tabpanel" id="react-tabs-37" aria-labelledby="react-tabs-36"></div><div class="react-tabs__tab-panel" role="tabpanel" id="react-tabs-39" aria-labelledby="react-tabs-38"></div></div></div></div></div></div><div id="tag/manage" data-section-id="tag/manage" class="sc-AxhUy kNmpyA"><div class="sc-Axmtr bnFFEW"><div class="sc-AxhCb kwETCN"><h1 class="sc-AxmLO jveiGz"><a class="sc-fznyAO itFEXV" href="#tag/manage" aria-label="tag/manage"></a>manage</h1></div></div></div><div id="operation/publish" data-section-id="operation/publish" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/publish" aria-label="operation/publish"></a>Publish Profiles<!-- --> </h2><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
+</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="post" class="sc-qYiqT fOPsDV http-verb post">post</span><span class="sc-prOVx eZNvzE">/publish</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/publish</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-40" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-41" tabindex="0">200</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-41" aria-labelledby="react-tabs-40"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><span class="token keyword">null</span></code></div></div></div></div></div></div></div></div></div></div></div><div id="operation/health" data-section-id="operation/health" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/health" aria-label="operation/health"></a>Health<!-- --> </h2><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
+</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="get" class="sc-qYiqT fjEWKb http-verb get">get</span><span class="sc-prOVx eZNvzE">/health</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/health</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-42" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-43" tabindex="0">200</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-43" aria-labelledby="react-tabs-42"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><span class="token keyword">null</span></code></div></div></div></div></div></div></div></div></div></div></div><div id="operation/status" data-section-id="operation/status" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/status" aria-label="operation/status"></a>Status<!-- --> </h2><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
+</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="get" class="sc-qYiqT fjEWKb http-verb get">get</span><span class="sc-prOVx eZNvzE">/status</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/status</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-44" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-45" tabindex="0">200</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-45" aria-labelledby="react-tabs-44"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable "><span class="property token string">"version"</span>: <span class="token string">&quot;string&quot;</span><span class="token punctuation">,</span></div></li><li><div class="hoverable "><span class="property token string">"statuses"</span>: <button class="collapser" aria-label="collapse"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable collapsed"><span class="property token string">"property1"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable collapsed"><span class="property token string">"dataset_timestamps"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"dataset_profiles"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"segment_caches"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"writers"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"pending_writables"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"pending_views"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><span class="token string">&quot;string&quot;</span></div></li></ul><span class="token punctuation">]</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"views"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><span class="token string">&quot;string&quot;</span></div></li></ul><span class="token punctuation">]</span></div></li></ul><span class="token punctuation">}</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"property2"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">{</span><span class="ellipsis"></span><ul class="obj collapsible"><li><div class="hoverable collapsed"><span class="property token string">"dataset_timestamps"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"dataset_profiles"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"segment_caches"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"writers"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"pending_writables"</span>: <span class="token number">0</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"pending_views"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><span class="token string">&quot;string&quot;</span></div></li></ul><span class="token punctuation">]</span><span class="token punctuation">,</span></div></li><li><div class="hoverable collapsed"><span class="property token string">"views"</span>: <button class="collapser" aria-label="expand"></button><span class="token punctuation">[</span><span class="ellipsis"></span><ul class="array collapsible"><li><div class="hoverable collapsed"><span class="token string">&quot;string&quot;</span></div></li></ul><span class="token punctuation">]</span></div></li></ul><span class="token punctuation">}</span></div></li></ul><span class="token punctuation">}</span></div></li></ul><span class="token punctuation">}</span></code></div></div></div></div></div></div></div></div></div></div></div><div id="operation/debug_info" data-section-id="operation/debug_info" class="sc-AxhUy emOdQX"><div class="sc-Axmtr sc-pBzUF doDHgT"><div class="sc-AxhCb kwETCN"><h2 class="sc-fzozJi iieAzF"><a class="sc-fznyAO itFEXV" href="#operation/debug_info" aria-label="operation/debug_info"></a>Log Debug Info<!-- --> </h2><div class="sc-pJUVA dpVwlj"><div class="sc-fzoant sc-fzoYHE cDQnzz"><p>Log the output of /status</p>
 </div></div><div><h3 class="sc-qQxXP cgMNyW">Responses</h3><div><button class="sc-qapaw kluWNM"><svg class="sc-fznKkj fscamO" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg><strong class="sc-psCJM kuedQF">200<!-- --> </strong><span class="sc-fzpkqZ ebKPJY"><p>Successful Response</p>
-</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="post" class="sc-qYiqT fOPsDV http-verb post">post</span><span class="sc-prOVx eZNvzE">/logDebugInfo</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/logDebugInfo</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-36" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-37" tabindex="0">200</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-37" aria-labelledby="react-tabs-36"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><span class="token keyword">null</span></code></div></div></div></div></div></div></div></div></div></div></div></div><div class="sc-pscky iTeWTL"></div></div></div>
+</span></button></div></div></div><div class="sc-AxgMl sc-AxheI iyqNNA"><div class="sc-pjSSY laiyxR"><button class="sc-qQmou cLaWfy"><span type="post" class="sc-qYiqT fOPsDV http-verb post">post</span><span class="sc-prOVx eZNvzE">/logDebugInfo</span><svg class="sc-fznKkj ejwrda" style="margin-right:-25px" version="1.1" viewBox="0 0 24 24" x="0" xmlns="http://www.w3.org/2000/svg" y="0" aria-hidden="true"><polygon points="17.3 8.3 12 13.6 6.7 8.3 5.3 9.7 12 16.4 18.7 9.7 "></polygon></svg></button><div aria-hidden="true" class="sc-pAZqv ekzMPL"><div class="sc-pJurq dfduhr"><div class="sc-fzoant sc-fzoYHE kTjICZ"></div><div tabindex="0" role="button"><div class="sc-pRTZB kYZNvV"><span></span>/logDebugInfo</div></div></div></div></div><div><h3 class="sc-fzpans lerNRm"> Response samples </h3><div class="sc-fznzOf kuWevu" data-tabs="true"><ul class="react-tabs__tab-list" role="tablist"><li class="tab-success react-tabs__tab--selected" role="tab" id="react-tabs-46" aria-selected="true" aria-disabled="false" aria-controls="react-tabs-47" tabindex="0">200</li></ul><div class="react-tabs__tab-panel react-tabs__tab-panel--selected" role="tabpanel" id="react-tabs-47" aria-labelledby="react-tabs-46"><div><div class="sc-fzpisO dBHtDj"><span class="sc-fzoVTD hYwnSl">Content type</span><div class="sc-fzoJus ixzWHz">application/json</div></div><div class="sc-fznXWL iZtsQe"><div class="sc-fzqMdD cDvkPr"><div class="sc-fzomME nAZSf"><button><div class="sc-fznAgC jKdGWZ">Copy</div></button><button> Expand all </button><button> Collapse all </button></div><div class="sc-fzoant dwarDg sc-fzowVh blNKQn"><div class="redoc-json"><code><span class="token keyword">null</span></code></div></div></div></div></div></div></div></div></div></div></div></div><div class="sc-pscky iTeWTL"></div></div></div>
     <script>
-    const __redoc_state = {"menu":{"activeItemIdx":-1},"spec":{"data":{"openapi":"3.1.0","info":{"title":"FastAPI","version":"0.1.0"},"paths":{"/log":{"post":{"tags":["profile"],"summary":"Profile tabular data","description":"Profile tabular data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST'     -H \"X-API-Key: <password>\"     -H \"Content-Type: application/json\"     'http://localhost:8000/log'     --data-raw '{\n    \"datasetId\": \"model-62\",\n    \"multiple\": {\n        \"columns\": [ \"age\", \"workclass\", \"fnlwgt\", \"education\" ],\n        \"data\": [\n            [ 25, \"Private\", 226802, \"11th\" ]\n        ]\n    }\n}'\n```\n\n## Sample Python request:\n```python\nimport requests\n\n# Define your API key\napi_key = \"<password>\"\n\n# API endpoint\nurl = 'http://localhost:8000/log'\n\n# Sample data\ndata = {\n    \"datasetId\": \"model-62\",\n    \"multiple\": {\n        \"columns\": [\"age\", \"workclass\", \"fnlwgt\", \"education\"],\n        \"data\": [\n            [25, \"Private\", 226802, \"11th\"]\n        ]\n    }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-embeddings":{"post":{"tags":["profile"],"summary":"Profile embeddings","description":"This endpoint requires a custom configuration to set up before hand. See https://docs.whylabs.ai/docs/integrations-whylogs-container/\nfor setting up embeddings support.\n\nLog embeddings data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST'     -H \"X-API-Key: <password>\"     -H \"Content-Type: application/octet-stream\"     'http://localhost:8000/log-embeddings'     --data-raw '{\n    \"datasetId\": \"model-62\",\n    \"timestamp\": 1634235000,\n    \"embeddings\": {\n        \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n    }\n}'\n```\n\n## Sample Python request:\n```python\nimport requests\n\n# Define your API key\napi_key = \"<password>\"\n\n# API endpoint\nurl = 'http://localhost:8000/log-embeddings'\n\n# Sample data\ndata = {\n    \"datasetId\": \"model-62\",\n    \"timestamp\": 1634235000,  # an example timestamp\n    \"embeddings\": {\n        \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n    }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key, \"Content-Type\": \"application/octet-stream\"}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log_embeddings","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogEmbeddingRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-pubsub":{"post":{"tags":["profile"],"summary":"Log Pubsub","operationId":"log_pubsub","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log-pubsub-embeddings":{"post":{"tags":["profile"],"summary":"Log Pubsub Embeddings","operationId":"log_pubsub_embedding","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log/llm":{"post":{"tags":["llm"],"summary":"Log a single prompt/response pair.","description":"This is a convenience wrapper around the llm request type for calling /log, which accepts bulk data.","operationId":"log_llm","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LLMValidateRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/validate/llm":{"post":{"tags":["llm"],"summary":"Validate a single prompt/response pair","description":"This endpoint can be used to synchronously get validation results from a single input\nprompt/response. It automatically performs whylogs profiling and sends profiles to\nwhylabs in the background, just like  the /log endpoint.\n\nArgs:\n    log (bool, optional): Determines if logging to WhyLabs is enabled for the validate request. Defaults to True.\n\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST'     -H \"X-API-Key: <password>\"     -H \"Content-Type: application/octet-stream\"     'http://localhost:8000/validate/llm'     --data-raw '{\n    \"datasetId\": \"model-62\",\n    \"prompt\": \"This is a test prompt\",\n    \"response\": \"This is a test response\"\n}'\n```\n\n## Sample Python request:\n```python\nimport requests\n\n# Define your API key\napi_key = \"<password>\"\n\n# API endpoint\nurl = 'http://localhost:8000/validate/llm'\n\n# Sample data\ndata = {\n    \"datasetId\": \"model-62\",\n    \"prompt\": \"This is a test prompt\",\n    \"response\": \"This is a test response\"\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key, \"Content-Type\": \"application/octet-stream\"}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"validate_llm","parameters":[{"name":"log","in":"query","required":false,"schema":{"type":"boolean","default":true,"title":"Log"}}],"requestBody":{"required":true,"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LLMValidateRequest"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ValidationReport"}}}},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ValidationReport"}}},"description":"Bad Request"},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/publish":{"post":{"tags":["manage"],"summary":"Publish Profiles","operationId":"publish","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/health":{"get":{"tags":["manage"],"summary":"Health","operationId":"health","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/status":{"get":{"tags":["manage"],"summary":"Status","operationId":"status","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ProcessLoggerStatusResponse"}}}}}}},"/logDebugInfo":{"post":{"tags":["manage"],"summary":"Log Debug Info","description":"Log the output of /status","operationId":"debug_info","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}}},"components":{"schemas":{"HTTPValidationError":{"properties":{"detail":{"items":{"$ref":"#/components/schemas/ValidationError"},"type":"array","title":"Detail"}},"type":"object","title":"HTTPValidationError"},"LLMValidateRequest":{"properties":{"prompt":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Prompt"},"response":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Response"},"datasetId":{"type":"string","title":"Datasetid"},"timestamp":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Timestamp"}},"type":"object","title":"LLMValidateRequest"},"LogEmbeddingRequest":{"properties":{"dataset_id":{"type":"string","title":"Dataset Id"},"timestamp":{"type":"integer","title":"Timestamp"},"embeddings":{"additionalProperties":{"anyOf":[{"items":{"items":{"type":"number"},"type":"array"},"type":"array"},{"items":{"items":{"type":"integer"},"type":"array"},"type":"array"},{"items":{"items":{"type":"string"},"type":"array"},"type":"array"}]},"type":"object","title":"Embeddings"}},"type":"object","required":["timestamp","embeddings"],"title":"LogEmbeddingRequest"},"LogMultiple":{"properties":{"columns":{"items":{"type":"string"},"type":"array","title":"Columns"},"data":{"items":{"items":{"anyOf":[{"type":"string"},{"type":"integer"},{"type":"number"},{"type":"boolean"},{"items":{"type":"number"},"type":"array"},{"items":{"type":"integer"},"type":"array"},{"items":{"type":"string"},"type":"array"},{"type":"null"}]},"type":"array"},"type":"array","title":"Data"}},"type":"object","required":["columns","data"],"title":"LogMultiple"},"LogRequest":{"properties":{"datasetId":{"type":"string","title":"Datasetid"},"multiple":{"$ref":"#/components/schemas/LogMultiple"},"timestamp":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Timestamp"}},"type":"object","required":["multiple"],"title":"LogRequest"},"LoggerStatusResponse":{"properties":{"dataset_timestamps":{"type":"integer","title":"Dataset Timestamps"},"dataset_profiles":{"type":"integer","title":"Dataset Profiles"},"segment_caches":{"type":"integer","title":"Segment Caches"},"writers":{"type":"integer","title":"Writers"},"pending_writables":{"type":"integer","title":"Pending Writables"},"pending_views":{"items":{"type":"string"},"type":"array","title":"Pending Views"},"views":{"items":{"type":"string"},"type":"array","title":"Views"}},"type":"object","required":["dataset_timestamps","dataset_profiles","segment_caches","writers","pending_writables","pending_views","views"],"title":"LoggerStatusResponse"},"ProcessLoggerStatusResponse":{"properties":{"statuses":{"additionalProperties":{"$ref":"#/components/schemas/LoggerStatusResponse"},"type":"object","title":"Statuses"}},"type":"object","required":["statuses"],"title":"ProcessLoggerStatusResponse"},"ValidationError":{"properties":{"loc":{"items":{"anyOf":[{"type":"string"},{"type":"integer"}]},"type":"array","title":"Location"},"msg":{"type":"string","title":"Message"},"type":{"type":"string","title":"Error Type"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError"},"ValidationMetadata":{"properties":{"prompt_id":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Prompt Id"},"validator_name":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Validator Name"},"failed_metric":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Failed Metric"},"value":{"anyOf":[{"type":"string"},{"type":"integer"},{"type":"number"},{"type":"null"}],"title":"Value"},"timestamp":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Timestamp"},"is_valid":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Is Valid","default":false}},"type":"object","title":"ValidationMetadata"},"ValidationReport":{"properties":{"failures":{"items":{"$ref":"#/components/schemas/ValidationMetadata"},"type":"array","title":"Failures"}},"type":"object","required":["failures"],"title":"ValidationReport"}}}}},"searchIndex":{"store":["tag/profile","operation/log","operation/log_embeddings","operation/log_pubsub","operation/log_pubsub_embedding","tag/llm","operation/log_llm","operation/validate_llm","tag/manage","operation/publish","operation/health","operation/status","operation/debug_info"],"index":{"version":"2.3.8","fields":["title","description"],"fieldVectors":[["title/0",[0,0.983]],["description/0",[]],["title/1",[0,0.661,1,1.484,2,0.805]],["description/1",[0,0.34,1,0.764,2,1.147,3,0.764,4,0.764,5,0.764,6,0.615,7,0.764,8,2.684,9,1.315,10,1.024,11,1.255,12,0.615,13,0.615,14,1.024,15,1.024,16,1.024,17,1.024,18,0.615,19,0.991,20,1.649,21,0.615,22,1.024,23,1.024,24,1.649,25,1.649,26,1.649,27,1.649,28,1.649,29,1.649,30,1.649,31,1.649,32,1.649,33,1.649,34,1.024,35,0.615,36,0.615,37,1.024,38,0.615,39,1.024,40,0.615,41,0.615,42,0.615,43,0.615,44,0.615,45,0.615,46,0.615,47,0.615]],["title/2",[0,0.79,48,1.428]],["description/2",[2,0.865,3,0.739,4,0.739,5,0.739,6,0.594,7,0.739,8,2.568,9,1.283,10,0.995,11,1.228,12,0.594,13,0.594,14,0.995,15,0.995,16,0.995,17,0.995,18,0.995,21,0.594,22,0.995,23,0.995,34,0.995,35,0.594,36,0.594,37,0.995,38,0.594,39,0.995,40,0.995,41,0.594,42,0.594,43,0.594,44,0.594,45,0.594,46,0.594,47,0.594,48,1.806,49,0.958,50,0.958,51,0.958,52,1.603,53,1.603,54,0.958,55,0.958,56,0.958,57,0.958,58,0.958,59,0.214,60,1.236,61,1.603,62,2.067,63,1.603,64,1.603,65,1.603,66,1.603,67,1.603,68,0.958]],["title/3",[59,0.514,69,1.775]],["description/3",[]],["title/4",[48,1.194,59,0.43,69,1.484]],["description/4",[]],["title/5",[70,2.206]],["description/5",[]],["title/6",[59,0.369,71,1.026,72,1.026,73,1.276]],["description/6",[2,1.224,6,1.816,11,1.487,59,0.654,70,2.256,74,2.926,75,2.926,76,2.926,77,2.926,78,2.926,79,2.926]],["title/7",[71,1.026,72,1.026,73,1.276,80,1.276]],["description/7",[0,0.56,2,0.682,8,2.466,9,1.302,10,1.012,11,1.383,12,0.607,13,0.607,14,1.012,15,1.012,16,1.012,17,1.012,18,1.012,21,0.607,22,1.012,23,1.012,34,1.012,35,0.607,36,0.607,37,1.012,38,0.607,39,1.012,40,1.302,41,0.607,42,0.607,43,0.607,44,1.689,45,0.607,46,0.607,47,0.607,59,0.469,60,1.258,71,0.607,72,0.607,80,1.258,81,0.977,82,0.977,83,0.977,84,0.977,85,0.977,86,0.977,87,0.977,88,0.977,89,1.631,90,0.977,91,0.977,92,0.977,93,0.977,94,0.977,95,0.977,96,0.977,97,0.977,98,1.631,99,2.449,100,2.449]],["title/8",[101,2.86]],["description/8",[]],["title/9",[0,0.79,102,2.301]],["description/9",[]],["title/10",[103,2.86]],["description/10",[]],["title/11",[104,2.206]],["description/11",[]],["title/12",[59,0.43,105,1.924,106,1.924]],["description/12",[59,0.782,104,2.7,107,3.501]]],"invertedIndex":[["",{"_index":8,"title":{},"description":{"1":{},"2":{},"7":{}}}],["0.12",{"_index":64,"title":{},"description":{"2":{}}}],["0.33",{"_index":66,"title":{},"description":{"2":{}}}],["0.45",{"_index":65,"title":{},"description":{"2":{}}}],["0.92",{"_index":67,"title":{},"description":{"2":{}}}],["11th",{"_index":33,"title":{},"description":{"1":{}}}],["1634235000",{"_index":63,"title":{},"description":{"2":{}}}],["226802",{"_index":32,"title":{},"description":{"1":{}}}],["25",{"_index":30,"title":{},"description":{"1":{}}}],["accept",{"_index":78,"title":{},"description":{"6":{}}}],["ag",{"_index":26,"title":{},"description":{"1":{}}}],["api",{"_index":37,"title":{},"description":{"1":{},"2":{},"7":{}}}],["api_key",{"_index":39,"title":{},"description":{"1":{},"2":{},"7":{}}}],["application/json",{"_index":19,"title":{},"description":{"1":{}}}],["application/octet-stream",{"_index":60,"title":{},"description":{"2":{},"7":{}}}],["arg",{"_index":91,"title":{},"description":{"7":{}}}],["around",{"_index":76,"title":{},"description":{"6":{}}}],["automat",{"_index":85,"title":{},"description":{"7":{}}}],["background",{"_index":90,"title":{},"description":{"7":{}}}],["bash",{"_index":12,"title":{},"description":{"1":{},"2":{},"7":{}}}],["befor",{"_index":54,"title":{},"description":{"2":{}}}],["bool",{"_index":92,"title":{},"description":{"7":{}}}],["bulk",{"_index":79,"title":{},"description":{"6":{}}}],["call",{"_index":6,"title":{},"description":{"1":{},"2":{},"6":{}}}],["column",{"_index":25,"title":{},"description":{"1":{}}}],["configur",{"_index":51,"title":{},"description":{"2":{}}}],["content-typ",{"_index":18,"title":{},"description":{"1":{},"2":{},"7":{}}}],["conveni",{"_index":74,"title":{},"description":{"6":{}}}],["curl",{"_index":10,"title":{},"description":{"1":{},"2":{},"7":{}}}],["current",{"_index":7,"title":{},"description":{"1":{},"2":{}}}],["custom",{"_index":50,"title":{},"description":{"2":{}}}],["data",{"_index":2,"title":{"1":{}},"description":{"1":{},"2":{},"6":{},"7":{}}}],["data-raw",{"_index":21,"title":{},"description":{"1":{},"2":{},"7":{}}}],["datasetid",{"_index":22,"title":{},"description":{"1":{},"2":{},"7":{}}}],["debug",{"_index":105,"title":{"12":{}},"description":{}}],["default",{"_index":96,"title":{},"description":{"7":{}}}],["defin",{"_index":36,"title":{},"description":{"1":{},"2":{},"7":{}}}],["determin",{"_index":94,"title":{},"description":{"7":{}}}],["educ",{"_index":29,"title":{},"description":{"1":{}}}],["embed",{"_index":48,"title":{"2":{},"4":{}},"description":{"2":{}}}],["enabl",{"_index":95,"title":{},"description":{"7":{}}}],["endpoint",{"_index":40,"title":{},"description":{"1":{},"2":{},"7":{}}}],["exampl",{"_index":68,"title":{},"description":{"2":{}}}],["fnlwgt",{"_index":28,"title":{},"description":{"1":{}}}],["h",{"_index":15,"title":{},"description":{"1":{},"2":{},"7":{}}}],["hand",{"_index":55,"title":{},"description":{"2":{}}}],["header",{"_index":43,"title":{},"description":{"1":{},"2":{},"7":{}}}],["headers=head",{"_index":47,"title":{},"description":{"1":{},"2":{},"7":{}}}],["health",{"_index":103,"title":{"10":{}},"description":{}}],["http://localhost:8000/log",{"_index":20,"title":{},"description":{"1":{}}}],["http://localhost:8000/log-embed",{"_index":61,"title":{},"description":{"2":{}}}],["http://localhost:8000/validate/llm",{"_index":98,"title":{},"description":{"7":{}}}],["https://docs.whylabs.ai/docs/integrations-whylogs-contain",{"_index":57,"title":{},"description":{"2":{}}}],["import",{"_index":35,"title":{},"description":{"1":{},"2":{},"7":{}}}],["info",{"_index":106,"title":{"12":{}},"description":{}}],["input",{"_index":84,"title":{},"description":{"7":{}}}],["isn't",{"_index":5,"title":{},"description":{"1":{},"2":{}}}],["json=data",{"_index":46,"title":{},"description":{"1":{},"2":{},"7":{}}}],["key",{"_index":38,"title":{},"description":{"1":{},"2":{},"7":{}}}],["llm",{"_index":70,"title":{"5":{}},"description":{"6":{}}}],["log",{"_index":59,"title":{"3":{},"4":{},"6":{},"12":{}},"description":{"2":{},"6":{},"7":{},"12":{}}}],["make",{"_index":42,"title":{},"description":{"1":{},"2":{},"7":{}}}],["manag",{"_index":101,"title":{"8":{}},"description":{}}],["model-62",{"_index":23,"title":{},"description":{"1":{},"2":{},"7":{}}}],["multipl",{"_index":24,"title":{},"description":{"1":{}}}],["option",{"_index":93,"title":{},"description":{"7":{}}}],["output",{"_index":107,"title":{},"description":{"12":{}}}],["pair",{"_index":73,"title":{"6":{},"7":{}},"description":{}}],["password",{"_index":17,"title":{},"description":{"1":{},"2":{},"7":{}}}],["perform",{"_index":86,"title":{},"description":{"7":{}}}],["post",{"_index":14,"title":{},"description":{"1":{},"2":{},"7":{}}}],["privat",{"_index":31,"title":{},"description":{"1":{}}}],["profil",{"_index":0,"title":{"0":{},"1":{},"2":{},"9":{}},"description":{"1":{},"7":{}}}],["prompt",{"_index":99,"title":{},"description":{"7":{}}}],["prompt/respons",{"_index":72,"title":{"6":{},"7":{}},"description":{"7":{}}}],["publish",{"_index":102,"title":{"9":{}},"description":{}}],["pubsub",{"_index":69,"title":{"3":{},"4":{}},"description":{}}],["python",{"_index":34,"title":{},"description":{"1":{},"2":{},"7":{}}}],["request",{"_index":11,"title":{},"description":{"1":{},"2":{},"6":{},"7":{}}}],["requests.post(url",{"_index":45,"title":{},"description":{"1":{},"2":{},"7":{}}}],["requir",{"_index":49,"title":{},"description":{"2":{}}}],["respons",{"_index":44,"title":{},"description":{"1":{},"2":{},"7":{}}}],["result",{"_index":83,"title":{},"description":{"7":{}}}],["sampl",{"_index":9,"title":{},"description":{"1":{},"2":{},"7":{}}}],["see",{"_index":56,"title":{},"description":{"2":{}}}],["send",{"_index":88,"title":{},"description":{"7":{}}}],["set",{"_index":52,"title":{},"description":{"2":{}}}],["singl",{"_index":71,"title":{"6":{},"7":{}},"description":{"7":{}}}],["statu",{"_index":104,"title":{"11":{}},"description":{"12":{}}}],["support",{"_index":58,"title":{},"description":{"2":{}}}],["swagger",{"_index":3,"title":{},"description":{"1":{},"2":{}}}],["synchron",{"_index":82,"title":{},"description":{"7":{}}}],["tabular",{"_index":1,"title":{"1":{}},"description":{"1":{}}}],["test",{"_index":100,"title":{},"description":{"7":{}}}],["timestamp",{"_index":62,"title":{},"description":{"2":{}}}],["true",{"_index":97,"title":{},"description":{"7":{}}}],["type",{"_index":77,"title":{},"description":{"6":{}}}],["ui",{"_index":4,"title":{},"description":{"1":{},"2":{}}}],["up",{"_index":53,"title":{},"description":{"2":{}}}],["url",{"_index":41,"title":{},"description":{"1":{},"2":{},"7":{}}}],["us",{"_index":81,"title":{},"description":{"7":{}}}],["valid",{"_index":80,"title":{"7":{}},"description":{"7":{}}}],["whylab",{"_index":89,"title":{},"description":{"7":{}}}],["whylog",{"_index":87,"title":{},"description":{"7":{}}}],["workclass",{"_index":27,"title":{},"description":{"1":{}}}],["wrapper",{"_index":75,"title":{},"description":{"6":{}}}],["x",{"_index":13,"title":{},"description":{"1":{},"2":{},"7":{}}}],["x-api-key",{"_index":16,"title":{},"description":{"1":{},"2":{},"7":{}}}]],"pipeline":[]}},"options":{}};
+    const __redoc_state = {"menu":{"activeItemIdx":-1},"spec":{"data":{"openapi":"3.1.0","info":{"title":"FastAPI","version":"0.1.0"},"paths":{"/log":{"post":{"tags":["profile"],"summary":"Profile tabular data","description":"Profile tabular data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST'         -H \"X-API-Key: <password>\"         -H \"Content-Type: application/json\"         'http://localhost:8000/log'         --data-raw '{\n    \"datasetId\": \"model-62\",\n    \"multiple\": {\n        \"columns\": [ \"age\", \"workclass\", \"fnlwgt\", \"education\" ],\n        \"data\": [\n            [ 25, \"Private\", 226802, \"11th\" ]\n        ]\n    }\n}'\n```\n## Sample Python client request:\n```python\nfrom whylogs_container_client import AuthenticatedClient\nimport whylogs_container_client.api.profile.log as Log\nfrom whylogs_container_client.models import LogRequest, LogMultiple\nfrom datetime import datetime\n\nclient = AuthenticatedClient(base_url=\"http://localhost:8000\", token=\"password\", prefix=\"\", auth_header_name=\"X-API-Key\")\n\ndata = LogRequest(\n    dataset_id=\"model-1\",\n    timestamp=int(datetime.now().timestamp() * 1000),\n    multiple=LogMultiple(\n        columns=[\"col1\", \"col2\"],\n        data=[[1, 2], [3, 4]],\n    )\n)\n\nresponse = Log.sync_detailed(client=client, json_body=data)\nif response.status_code != 200:\n    raise Exception(f\"Failed to log data. Status code: {response.status_code}\")\n# API is async, it won't fail and has no return body\n```\n\n## Sample Python request (using `requests`):\n```python\nimport requests\n\n# Define your API key\napi_key = \"<password>\"\n\n# API endpoint\nurl = 'http://localhost:8000/log'\n\n# Sample data\ndata = {\n    \"datasetId\": \"model-62\",\n    \"multiple\": {\n        \"columns\": [\"age\", \"workclass\", \"fnlwgt\", \"education\"],\n        \"data\": [\n            [25, \"Private\", 226802, \"11th\"]\n        ]\n    }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-embeddings":{"post":{"tags":["profile"],"summary":"Profile embeddings","description":"This endpoint requires a custom configuration to set up before hand. See https://docs.whylabs.ai/docs/integrations-whylogs-container/\nfor setting up embeddings support.\n\nLog embeddings data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST'         -H \"X-API-Key: <password>\"         -H \"Content-Type: application/octet-stream\"         'http://localhost:8000/log-embeddings'         --data-raw '{\n    \"datasetId\": \"model-62\",\n    \"timestamp\": 1634235000,\n    \"embeddings\": {\n        \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n    }\n}'\n```\n\n## Sample Python request (using `requests`):\n```python\nimport requests\n\n# Define your API key\napi_key = \"<password>\"\n\n# API endpoint\nurl = 'http://localhost:8000/log-embeddings'\n\n# Sample data\ndata = {\n    \"datasetId\": \"model-62\",\n    \"timestamp\": 1634235000,  # an example timestamp\n    \"embeddings\": {\n        \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n    }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key, \"Content-Type\": \"application/octet-stream\"}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log_embeddings","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogEmbeddingRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-pubsub":{"post":{"tags":["profile"],"summary":"Log Pubsub","operationId":"log_pubsub","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log-pubsub-embeddings":{"post":{"tags":["profile"],"summary":"Log Pubsub Embeddings","operationId":"log_pubsub_embedding","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log/llm":{"post":{"tags":["llm"],"summary":"Evaluate and log a single prompt/response pair using langkit asynchronously.","description":"This is a convenience wrapper around the llm request type for calling /log, which accepts bulk data.","operationId":"log_llm","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LLMValidateRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/evaluate":{"post":{"tags":["llm"],"summary":"Evaluate and log a single prompt/response pair using langkit.","description":"Run langkit evaluation and return the validation results, as well as the generated metrics.\n\nArgs:\n    log (bool, optional): Determines if logging to WhyLabs is enabled for the request. Defaults to True.","operationId":"evaluate","parameters":[{"name":"log","in":"query","required":false,"schema":{"type":"boolean","default":true,"title":"Log"}},{"name":"perf_info","in":"query","required":false,"schema":{"type":"boolean","default":false,"title":"Perf Info"}}],"requestBody":{"required":true,"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LLMValidateRequest"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/EvaluationResult"}}}},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/FailedEvaluationResult"}}},"description":"Bad Request"},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/list_metrics":{"get":{"tags":["llm"],"summary":"Get a list of available metrics that can be referenced in policies.","description":"Get a list of available metrics that can be referenced in policies.","operationId":"list_metrics","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/AvailableMetrics"}}}}}}},"/validate/llm":{"post":{"tags":["llm"],"summary":"Validate a single prompt/response pair","description":"This endpoint can be used to synchronously get validation results from a single input\nprompt/response. It automatically performs whylogs profiling and sends profiles to\nwhylabs in the background, just like  the /log endpoint.\n\nArgs:\n    log (bool, optional): Determines if logging to WhyLabs is enabled for the validate request. Defaults to True.","operationId":"validate_llm","parameters":[{"name":"log","in":"query","required":false,"schema":{"type":"boolean","default":true,"title":"Log"}}],"requestBody":{"required":true,"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LLMValidateRequest"}}}},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ValidationResult"}}}},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ValidationResult"}}},"description":"Bad Request"},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/publish":{"post":{"tags":["manage"],"summary":"Publish Profiles","operationId":"publish","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/health":{"get":{"tags":["manage"],"summary":"Health","operationId":"health","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/status":{"get":{"tags":["manage"],"summary":"Status","operationId":"status","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ProcessLoggerStatusResponse"}}}}}}},"/logDebugInfo":{"post":{"tags":["manage"],"summary":"Log Debug Info","description":"Log the output of /status","operationId":"debug_info","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}}},"components":{"schemas":{"AvailableMetrics":{"properties":{"metrics_names":{"items":{"type":"string"},"type":"array","title":"Metrics Names"}},"type":"object","required":["metrics_names"],"title":"AvailableMetrics"},"EvaluationResult":{"properties":{"metrics":{"items":{"type":"object"},"type":"array","title":"Metrics"},"validation_results":{"$ref":"#/components/schemas/ValidationResult"},"perf_info":{"anyOf":[{"$ref":"#/components/schemas/RunPerf"},{"type":"null"}]}},"type":"object","required":["metrics","validation_results","perf_info"],"title":"EvaluationResult"},"FailedEvaluationResult":{"properties":{"metrics":{"items":{"type":"object"},"type":"array","title":"Metrics"},"validation_results":{"$ref":"#/components/schemas/ValidationResult"}},"type":"object","required":["metrics","validation_results"],"title":"FailedEvaluationResult"},"HTTPValidationError":{"properties":{"detail":{"items":{"$ref":"#/components/schemas/ValidationError"},"type":"array","title":"Detail"}},"type":"object","title":"HTTPValidationError"},"LLMValidateRequest":{"properties":{"prompt":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Prompt"},"response":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Response"},"id":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Id"},"datasetId":{"type":"string","title":"Datasetid"},"timestamp":{"type":"integer","title":"Timestamp"}},"type":"object","required":["datasetId"],"title":"LLMValidateRequest"},"LogEmbeddingRequest":{"properties":{"dataset_id":{"type":"string","title":"Dataset Id"},"timestamp":{"type":"integer","title":"Timestamp"},"embeddings":{"additionalProperties":{"anyOf":[{"items":{"items":{"type":"number"},"type":"array"},"type":"array"},{"items":{"items":{"type":"integer"},"type":"array"},"type":"array"},{"items":{"items":{"type":"string"},"type":"array"},"type":"array"}]},"type":"object","title":"Embeddings"}},"type":"object","required":["dataset_id","timestamp","embeddings"],"title":"LogEmbeddingRequest"},"LogMultiple":{"properties":{"columns":{"items":{"type":"string"},"type":"array","title":"Columns"},"data":{"items":{"items":{"anyOf":[{"type":"string"},{"type":"integer"},{"type":"number"},{"type":"boolean"},{"items":{"type":"number"},"type":"array"},{"items":{"type":"integer"},"type":"array"},{"items":{"type":"string"},"type":"array"},{"type":"null"}]},"type":"array"},"type":"array","title":"Data"}},"type":"object","required":["columns","data"],"title":"LogMultiple"},"LogRequest":{"properties":{"datasetId":{"type":"string","title":"Datasetid"},"multiple":{"$ref":"#/components/schemas/LogMultiple"},"timestamp":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Timestamp"}},"type":"object","required":["datasetId","multiple"],"title":"LogRequest"},"LoggerStatusResponse":{"properties":{"dataset_timestamps":{"type":"integer","title":"Dataset Timestamps"},"dataset_profiles":{"type":"integer","title":"Dataset Profiles"},"segment_caches":{"type":"integer","title":"Segment Caches"},"writers":{"type":"integer","title":"Writers"},"pending_writables":{"type":"integer","title":"Pending Writables"},"pending_views":{"items":{"type":"string"},"type":"array","title":"Pending Views"},"views":{"items":{"type":"string"},"type":"array","title":"Views"}},"type":"object","required":["dataset_timestamps","dataset_profiles","segment_caches","writers","pending_writables","pending_views","views"],"title":"LoggerStatusResponse"},"ProcessLoggerStatusResponse":{"properties":{"version":{"type":"string","title":"Version"},"statuses":{"additionalProperties":{"$ref":"#/components/schemas/LoggerStatusResponse"},"type":"object","title":"Statuses"}},"type":"object","required":["version","statuses"],"title":"ProcessLoggerStatusResponse"},"RunPerf":{"properties":{"metrics_time_sec":{"additionalProperties":{"type":"number"},"type":"object","title":"Metrics Time Sec"},"workflow_total_sec":{"type":"number","title":"Workflow Total Sec"},"metrics_total_sec":{"type":"number","title":"Metrics Total Sec"},"validation_total_sec":{"type":"number","title":"Validation Total Sec"}},"type":"object","required":["metrics_time_sec","workflow_total_sec","metrics_total_sec","validation_total_sec"],"title":"RunPerf"},"ValidationError":{"properties":{"loc":{"items":{"anyOf":[{"type":"string"},{"type":"integer"}]},"type":"array","title":"Location"},"msg":{"type":"string","title":"Message"},"type":{"type":"string","title":"Error Type"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError"},"ValidationFailure":{"properties":{"id":{"type":"string","title":"Id"},"metric":{"type":"string","title":"Metric"},"details":{"type":"string","title":"Details"},"value":{"anyOf":[{"type":"integer"},{"type":"number"},{"type":"string"},{"type":"null"}],"title":"Value"},"upper_threshold":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Upper Threshold"},"lower_threshold":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Lower Threshold"}},"type":"object","required":["id","metric","details","value"],"title":"ValidationFailure"},"ValidationResult":{"properties":{"report":{"items":{"$ref":"#/components/schemas/ValidationFailure"},"type":"array","title":"Report"}},"type":"object","title":"ValidationResult"}}}}},"searchIndex":{"store":["tag/profile","operation/log","operation/log_embeddings","operation/log_pubsub","operation/log_pubsub_embedding","tag/llm","operation/log_llm","operation/evaluate","operation/list_metrics","operation/validate_llm","tag/manage","operation/publish","operation/health","operation/status","operation/debug_info"],"index":{"version":"2.3.8","fields":["title","description"],"fieldVectors":[["title/0",[0,1.233]],["description/0",[]],["title/1",[0,0.892,1,1.839,2,1.257]],["description/1",[0,0.253,1,0.521,2,1.412,3,0.521,4,0.521,5,0.521,6,0.427,7,0.521,8,3.475,9,1.507,10,0.924,11,1.098,12,0.521,13,0.521,14,0.924,15,0.924,16,0.924,17,0.924,18,0.521,19,0.664,20,1.178,21,0.521,22,0.924,23,0.924,24,1.178,25,1.178,26,1.178,27,1.178,28,1.178,29,1.178,30,1.178,31,1.178,32,1.178,33,1.178,34,1.507,35,1.178,36,0.664,37,1.725,38,0.664,39,0.664,40,0.164,41,0.664,42,1.178,43,0.664,44,1.178,45,0.664,46,0.664,47,0.664,48,0.664,49,0.664,50,0.664,51,0.664,52,0.664,53,0.664,54,0.664,55,0.664,56,0.664,57,0.664,58,0.664,59,0.924,60,0.664,61,0.664,62,1.178,63,0.664,64,0.664,65,0.664,66,0.427,67,0.664,68,1.245,69,0.664,70,0.664,71,0.664,72,0.521,73,0.664,74,0.3,75,0.521,76,0.521,77,0.924,78,0.427,79,0.521,80,0.521,81,0.521,82,0.521,83,0.521,84,0.521]],["title/2",[0,1.036,85,1.747]],["description/2",[2,1.098,3,0.726,4,0.726,5,0.726,6,0.595,7,0.726,8,3.375,9,1.607,10,1.234,11,1.221,12,0.726,13,0.726,14,1.234,15,1.234,16,1.234,17,1.234,18,1.234,21,0.726,22,1.234,23,1.234,34,1.234,37,0.726,40,0.129,59,0.726,68,1.234,74,0.418,75,0.726,76,0.726,77,1.234,78,1.01,79,0.726,80,0.726,81,0.726,82,0.726,83,0.726,84,0.726,85,1.889,86,0.926,87,0.926,88,0.926,89,1.573,90,1.573,91,0.926,92,0.926,93,0.926,94,0.926,95,0.926,96,1.573,97,1.573,98,2.05,99,1.573,100,1.573,101,1.573,102,1.573,103,1.573,104,0.926]],["title/3",[40,0.38,105,2.134]],["description/3",[]],["title/4",[40,0.327,85,1.506,105,1.839]],["description/4",[]],["title/5",[106,2.542]],["description/5",[]],["title/6",[40,0.194,74,0.626,107,0.891,108,0.743,109,0.743,110,0.891,111,0.891,112,1.387]],["description/6",[2,1.622,6,1.943,11,1.365,40,0.422,106,2.373,113,3.027,114,3.027,115,3.027,116,3.027,117,3.027,118,3.027]],["title/7",[40,0.211,74,0.681,107,0.97,108,0.809,109,0.809,110,0.97,111,0.97]],["description/7",[11,1.138,40,0.474,72,1.978,107,1.619,111,1.619,119,2.522,120,1.619,121,1.978,122,2.522,123,2.522,124,1.619,125,1.978,126,1.978,127,1.978,128,1.978,129,1.978,130,1.978,131,1.978,132,1.978]],["title/8",[124,1.18,133,1.441,134,1.441,135,1.441,136,1.441]],["description/8",[124,2.242,133,2.739,134,2.739,135,2.739,136,2.739]],["title/9",[108,1.104,109,1.104,110,1.323,120,1.323]],["description/9",[0,1.15,11,0.96,40,0.49,74,0.96,78,1.94,108,1.14,109,1.14,120,1.94,121,1.669,125,1.669,126,1.669,127,1.669,128,1.669,129,2.369,130,1.669,131,1.669,132,1.669,137,2.128,138,2.128,139,2.128,140,2.128,141,2.128,142,2.128,143,2.128]],["title/10",[144,3.241]],["description/10",[]],["title/11",[0,1.036,145,2.721]],["description/11",[]],["title/12",[146,3.241]],["description/12",[]],["title/13",[66,2.081]],["description/13",[]],["title/14",[40,0.327,147,2.345,148,2.345]],["description/14",[40,0.514,66,2.363,149,3.681]]],"invertedIndex":[["",{"_index":8,"title":{},"description":{"1":{},"2":{}}}],["0.12",{"_index":100,"title":{},"description":{"2":{}}}],["0.33",{"_index":102,"title":{},"description":{"2":{}}}],["0.45",{"_index":101,"title":{},"description":{"2":{}}}],["0.92",{"_index":103,"title":{},"description":{"2":{}}}],["1000",{"_index":51,"title":{},"description":{"1":{}}}],["11th",{"_index":33,"title":{},"description":{"1":{}}}],["1634235000",{"_index":99,"title":{},"description":{"2":{}}}],["2",{"_index":56,"title":{},"description":{"1":{}}}],["200",{"_index":63,"title":{},"description":{"1":{}}}],["226802",{"_index":32,"title":{},"description":{"1":{}}}],["25",{"_index":30,"title":{},"description":{"1":{}}}],["3",{"_index":57,"title":{},"description":{"1":{}}}],["4",{"_index":58,"title":{},"description":{"1":{}}}],["accept",{"_index":117,"title":{},"description":{"6":{}}}],["ag",{"_index":26,"title":{},"description":{"1":{}}}],["api",{"_index":68,"title":{},"description":{"1":{},"2":{}}}],["api_key",{"_index":77,"title":{},"description":{"1":{},"2":{}}}],["application/json",{"_index":19,"title":{},"description":{"1":{}}}],["application/octet-stream",{"_index":96,"title":{},"description":{"2":{}}}],["arg",{"_index":125,"title":{},"description":{"7":{},"9":{}}}],["around",{"_index":115,"title":{},"description":{"6":{}}}],["async",{"_index":69,"title":{},"description":{"1":{}}}],["asynchron",{"_index":112,"title":{"6":{}},"description":{}}],["auth_header_name=\"x-api-key",{"_index":48,"title":{},"description":{"1":{}}}],["authenticatedcli",{"_index":38,"title":{},"description":{"1":{}}}],["authenticatedclient(base_url=\"http://localhost:8000",{"_index":45,"title":{},"description":{"1":{}}}],["automat",{"_index":139,"title":{},"description":{"9":{}}}],["avail",{"_index":134,"title":{"8":{}},"description":{"8":{}}}],["background",{"_index":143,"title":{},"description":{"9":{}}}],["bash",{"_index":12,"title":{},"description":{"1":{},"2":{}}}],["befor",{"_index":91,"title":{},"description":{"2":{}}}],["bodi",{"_index":73,"title":{},"description":{"1":{}}}],["bool",{"_index":126,"title":{},"description":{"7":{},"9":{}}}],["bulk",{"_index":118,"title":{},"description":{"6":{}}}],["call",{"_index":6,"title":{},"description":{"1":{},"2":{},"6":{}}}],["client",{"_index":35,"title":{},"description":{"1":{}}}],["code",{"_index":67,"title":{},"description":{"1":{}}}],["col2",{"_index":54,"title":{},"description":{"1":{}}}],["column",{"_index":25,"title":{},"description":{"1":{}}}],["columns=[\"col1",{"_index":53,"title":{},"description":{"1":{}}}],["configur",{"_index":88,"title":{},"description":{"2":{}}}],["content-typ",{"_index":18,"title":{},"description":{"1":{},"2":{}}}],["conveni",{"_index":113,"title":{},"description":{"6":{}}}],["curl",{"_index":10,"title":{},"description":{"1":{},"2":{}}}],["current",{"_index":7,"title":{},"description":{"1":{},"2":{}}}],["custom",{"_index":87,"title":{},"description":{"2":{}}}],["data",{"_index":2,"title":{"1":{}},"description":{"1":{},"2":{},"6":{}}}],["data-raw",{"_index":21,"title":{},"description":{"1":{},"2":{}}}],["data=[[1",{"_index":55,"title":{},"description":{"1":{}}}],["dataset_id=\"model-1",{"_index":49,"title":{},"description":{"1":{}}}],["datasetid",{"_index":22,"title":{},"description":{"1":{},"2":{}}}],["datetim",{"_index":44,"title":{},"description":{"1":{}}}],["debug",{"_index":147,"title":{"14":{}},"description":{}}],["default",{"_index":131,"title":{},"description":{"7":{},"9":{}}}],["defin",{"_index":75,"title":{},"description":{"1":{},"2":{}}}],["determin",{"_index":128,"title":{},"description":{"7":{},"9":{}}}],["educ",{"_index":29,"title":{},"description":{"1":{}}}],["embed",{"_index":85,"title":{"2":{},"4":{}},"description":{"2":{}}}],["enabl",{"_index":130,"title":{},"description":{"7":{},"9":{}}}],["endpoint",{"_index":78,"title":{},"description":{"1":{},"2":{},"9":{}}}],["evalu",{"_index":107,"title":{"6":{},"7":{}},"description":{"7":{}}}],["exampl",{"_index":104,"title":{},"description":{"2":{}}}],["exception(f\"fail",{"_index":65,"title":{},"description":{"1":{}}}],["fail",{"_index":71,"title":{},"description":{"1":{}}}],["fnlwgt",{"_index":28,"title":{},"description":{"1":{}}}],["gener",{"_index":123,"title":{},"description":{"7":{}}}],["h",{"_index":15,"title":{},"description":{"1":{},"2":{}}}],["hand",{"_index":92,"title":{},"description":{"2":{}}}],["header",{"_index":81,"title":{},"description":{"1":{},"2":{}}}],["headers=head",{"_index":84,"title":{},"description":{"1":{},"2":{}}}],["health",{"_index":146,"title":{"12":{}},"description":{}}],["http://localhost:8000/log",{"_index":20,"title":{},"description":{"1":{}}}],["http://localhost:8000/log-embed",{"_index":97,"title":{},"description":{"2":{}}}],["https://docs.whylabs.ai/docs/integrations-whylogs-contain",{"_index":94,"title":{},"description":{"2":{}}}],["import",{"_index":37,"title":{},"description":{"1":{},"2":{}}}],["info",{"_index":148,"title":{"14":{}},"description":{}}],["input",{"_index":138,"title":{},"description":{"9":{}}}],["isn't",{"_index":5,"title":{},"description":{"1":{},"2":{}}}],["json=data",{"_index":83,"title":{},"description":{"1":{},"2":{}}}],["json_body=data",{"_index":61,"title":{},"description":{"1":{}}}],["key",{"_index":76,"title":{},"description":{"1":{},"2":{}}}],["langkit",{"_index":111,"title":{"6":{},"7":{}},"description":{"7":{}}}],["list",{"_index":133,"title":{"8":{}},"description":{"8":{}}}],["llm",{"_index":106,"title":{"5":{}},"description":{"6":{}}}],["log",{"_index":40,"title":{"3":{},"4":{},"6":{},"7":{},"14":{}},"description":{"1":{},"2":{},"6":{},"7":{},"9":{},"14":{}}}],["log.sync_detailed(client=cli",{"_index":60,"title":{},"description":{"1":{}}}],["logmultipl",{"_index":43,"title":{},"description":{"1":{}}}],["logrequest",{"_index":42,"title":{},"description":{"1":{}}}],["make",{"_index":80,"title":{},"description":{"1":{},"2":{}}}],["manag",{"_index":144,"title":{"10":{}},"description":{}}],["metric",{"_index":124,"title":{"8":{}},"description":{"7":{},"8":{}}}],["model-62",{"_index":23,"title":{},"description":{"1":{},"2":{}}}],["multipl",{"_index":24,"title":{},"description":{"1":{}}}],["multiple=logmultipl",{"_index":52,"title":{},"description":{"1":{}}}],["option",{"_index":127,"title":{},"description":{"7":{},"9":{}}}],["output",{"_index":149,"title":{},"description":{"14":{}}}],["pair",{"_index":110,"title":{"6":{},"7":{},"9":{}},"description":{}}],["password",{"_index":17,"title":{},"description":{"1":{},"2":{}}}],["perform",{"_index":140,"title":{},"description":{"9":{}}}],["polici",{"_index":136,"title":{"8":{}},"description":{"8":{}}}],["post",{"_index":14,"title":{},"description":{"1":{},"2":{}}}],["prefix",{"_index":47,"title":{},"description":{"1":{}}}],["privat",{"_index":31,"title":{},"description":{"1":{}}}],["profil",{"_index":0,"title":{"0":{},"1":{},"2":{},"11":{}},"description":{"1":{},"9":{}}}],["prompt/respons",{"_index":109,"title":{"6":{},"7":{},"9":{}},"description":{"9":{}}}],["publish",{"_index":145,"title":{"11":{}},"description":{}}],["pubsub",{"_index":105,"title":{"3":{},"4":{}},"description":{}}],["python",{"_index":34,"title":{},"description":{"1":{},"2":{}}}],["rais",{"_index":64,"title":{},"description":{"1":{}}}],["referenc",{"_index":135,"title":{"8":{}},"description":{"8":{}}}],["request",{"_index":11,"title":{},"description":{"1":{},"2":{},"6":{},"7":{},"9":{}}}],["requests.post(url",{"_index":82,"title":{},"description":{"1":{},"2":{}}}],["requir",{"_index":86,"title":{},"description":{"2":{}}}],["respons",{"_index":59,"title":{},"description":{"1":{},"2":{}}}],["response.status_cod",{"_index":62,"title":{},"description":{"1":{}}}],["result",{"_index":121,"title":{},"description":{"7":{},"9":{}}}],["return",{"_index":72,"title":{},"description":{"1":{},"7":{}}}],["run",{"_index":119,"title":{},"description":{"7":{}}}],["sampl",{"_index":9,"title":{},"description":{"1":{},"2":{}}}],["see",{"_index":93,"title":{},"description":{"2":{}}}],["send",{"_index":142,"title":{},"description":{"9":{}}}],["set",{"_index":89,"title":{},"description":{"2":{}}}],["singl",{"_index":108,"title":{"6":{},"7":{},"9":{}},"description":{"9":{}}}],["statu",{"_index":66,"title":{"13":{}},"description":{"1":{},"14":{}}}],["support",{"_index":95,"title":{},"description":{"2":{}}}],["swagger",{"_index":3,"title":{},"description":{"1":{},"2":{}}}],["synchron",{"_index":137,"title":{},"description":{"9":{}}}],["tabular",{"_index":1,"title":{"1":{}},"description":{"1":{}}}],["timestamp",{"_index":98,"title":{},"description":{"2":{}}}],["timestamp=int(datetime.now().timestamp",{"_index":50,"title":{},"description":{"1":{}}}],["token=\"password",{"_index":46,"title":{},"description":{"1":{}}}],["true",{"_index":132,"title":{},"description":{"7":{},"9":{}}}],["type",{"_index":116,"title":{},"description":{"6":{}}}],["ui",{"_index":4,"title":{},"description":{"1":{},"2":{}}}],["up",{"_index":90,"title":{},"description":{"2":{}}}],["url",{"_index":79,"title":{},"description":{"1":{},"2":{}}}],["us",{"_index":74,"title":{"6":{},"7":{}},"description":{"1":{},"2":{},"9":{}}}],["valid",{"_index":120,"title":{"9":{}},"description":{"7":{},"9":{}}}],["well",{"_index":122,"title":{},"description":{"7":{}}}],["whylab",{"_index":129,"title":{},"description":{"7":{},"9":{}}}],["whylog",{"_index":141,"title":{},"description":{"9":{}}}],["whylogs_container_cli",{"_index":36,"title":{},"description":{"1":{}}}],["whylogs_container_client.api.profile.log",{"_index":39,"title":{},"description":{"1":{}}}],["whylogs_container_client.model",{"_index":41,"title":{},"description":{"1":{}}}],["won't",{"_index":70,"title":{},"description":{"1":{}}}],["workclass",{"_index":27,"title":{},"description":{"1":{}}}],["wrapper",{"_index":114,"title":{},"description":{"6":{}}}],["x",{"_index":13,"title":{},"description":{"1":{},"2":{}}}],["x-api-key",{"_index":16,"title":{},"description":{"1":{},"2":{}}}]],"pipeline":[]}},"options":{}};
 
     var container = document.getElementById('redoc');
     Redoc.hydrate(__redoc_state, container);;
diff --git a/whylogs_container.html b/whylogs_container.html
index 6afbcda..4976ff1 100644
--- a/whylogs_container.html
+++ b/whylogs_container.html
@@ -218,36 +218,38 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to thi
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.auth">whylogs_container.whylabs.container.auth module</a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.config">whylogs_container.whylabs.container.config module</a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.config_test">whylogs_container.whylabs.container.config_test module</a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.container_config">whylogs_container.whylabs.container.container_config module</a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.environment">whylogs_container.whylabs.container.environment module</a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.file_read_utils">whylogs_container.whylabs.container.file_read_utils module</a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.lazy">whylogs_container.whylabs.container.lazy module</a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.policy">whylogs_container.whylabs.container.policy module</a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.requests">whylogs_container.whylabs.container.requests module</a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.responses">whylogs_container.whylabs.container.responses module</a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.routes">whylogs_container.whylabs.container.routes module</a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.s3_sync">whylogs_container.whylabs.container.s3_sync module</a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.startup">whylogs_container.whylabs.container.startup module</a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.version">whylogs_container.whylabs.container.version module</a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container">Module contents</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html">whylogs_container.whylabs.llm_validation package</a><ul>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#submodules">Submodules</a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.config">whylogs_container.whylabs.llm_validation.config module</a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.config_parsing">whylogs_container.whylabs.llm_validation.config_parsing module</a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.metadata">whylogs_container.whylabs.llm_validation.metadata module</a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.schema_builder">whylogs_container.whylabs.llm_validation.schema_builder module</a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.signals">whylogs_container.whylabs.llm_validation.signals module</a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validate">whylogs_container.whylabs.llm_validation.validate module</a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validation_utils">whylogs_container.whylabs.llm_validation.validation_utils module</a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validator">whylogs_container.whylabs.llm_validation.validator module</a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validators">whylogs_container.whylabs.llm_validation.validators module</a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation">Module contents</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.logger.html">whylogs_container.whylabs.logger package</a><ul>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#submodules">Submodules</a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger.logger">whylogs_container.whylabs.logger.logger module</a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger.openai_messages">whylogs_container.whylabs.logger.openai_messages module</a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger">Module contents</a></li>
 </ul>
 </li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.time_utils.html">whylogs_container.whylabs.time_utils package</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.time_utils.html#submodules">Submodules</a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.time_utils.html#module-whylogs_container.whylabs.time_utils.time_convert_utils">whylogs_container.whylabs.time_utils.time_convert_utils module</a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.time_utils.html#module-whylogs_container.whylabs.time_utils">Module contents</a></li>
+</ul>
+</li>
 </ul>
 </li>
 <li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.html#module-whylogs_container.whylabs">Module contents</a></li>
diff --git a/whylogs_container.whylabs.container.html b/whylogs_container.whylabs.container.html
index 752fb89..2eb5d98 100644
--- a/whylogs_container.whylabs.container.html
+++ b/whylogs_container.whylabs.container.html
@@ -209,158 +209,168 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 <section id="module-whylogs_container.whylabs.container.config">
 <span id="whylogs-container-whylabs-container-config-module"></span><h2>whylogs_container.whylabs.container.config module<a class="headerlink" href="#module-whylogs_container.whylabs.container.config" title="Permalink to this heading">#</a></h2>
 <dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ContainerSchemas">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.config.</span></span><span class="sig-name descname"><span class="pre">ContainerSchemas</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schemas</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">whylogs_container_types.config_types.DatasetOptions</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">validation_schemas</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">whylogs_container_types.config_types.DatasetOptions</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ContainerSchemas" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ContainerSchemas.schemas">
-<span class="sig-name descname"><span class="pre">schemas</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">DatasetOptions</span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.container.config.ContainerSchemas.schemas" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ContainerSchemas.validation_schemas">
-<span class="sig-name descname"><span class="pre">validation_schemas</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">DatasetOptions</span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.container.config.ContainerSchemas.validation_schemas" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.get_dataset_options">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.config.</span></span><span class="sig-name descname"><span class="pre">get_dataset_options</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">DatasetOptions</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.get_dataset_options" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigActor">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.config.</span></span><span class="sig-name descname"><span class="pre">ConfigActor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">config_instance</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigInstance" title="whylogs_container.whylabs.container.config.ConfigInstance"><span class="pre">ConfigInstance</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigActor" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">ProcessActor</span></code>[<a class="reference internal" href="#whylogs_container.whylabs.container.config.RefreshMessage" title="whylogs_container.whylabs.container.config.RefreshMessage"><code class="xref py py-class docutils literal notranslate"><span class="pre">RefreshMessage</span></code></a>, <code class="xref py py-obj docutils literal notranslate"><span class="pre">None</span></code>], <a class="reference internal" href="#whylogs_container.whylabs.container.config.SynchronousConfig" title="whylogs_container.whylabs.container.config.SynchronousConfig"><code class="xref py py-class docutils literal notranslate"><span class="pre">SynchronousConfig</span></code></a></p>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigActor.close_process">
+<span class="sig-name descname"><span class="pre">close_process</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigActor.close_process" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.get_llm_validation_options">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.config.</span></span><span class="sig-name descname"><span class="pre">get_llm_validation_options</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">DatasetOptions</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.get_llm_validation_options" title="Permalink to this definition">#</a></dt>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigActor.handle_refresh_message">
+<span class="sig-name descname"><span class="pre">handle_refresh_message</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">messages</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.container.config.RefreshMessage" title="whylogs_container.whylabs.container.config.RefreshMessage"><span class="pre">RefreshMessage</span></a><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigActor.handle_refresh_message" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.init">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.config.</span></span><span class="sig-name descname"><span class="pre">init</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.init" title="Permalink to this definition">#</a></dt>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigActor.process_batch">
+<span class="sig-name descname"><span class="pre">process_batch</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">batch</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">batch_type</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigActor.process_batch" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-</section>
-<section id="module-whylogs_container.whylabs.container.config_test">
-<span id="whylogs-container-whylabs-container-config-test-module"></span><h2>whylogs_container.whylabs.container.config_test module<a class="headerlink" href="#module-whylogs_container.whylabs.container.config_test" title="Permalink to this heading">#</a></h2>
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.config_test.</span></span><span class="sig-name descname"><span class="pre">test_indexing_into_toolkit</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit" title="Permalink to this definition">#</a></dt>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigActor.process_close_message">
+<span class="sig-name descname"><span class="pre">process_close_message</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">_messages</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">CloseMessage</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigActor.process_close_message" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-</section>
-<section id="module-whylogs_container.whylabs.container.container_config">
-<span id="whylogs-container-whylabs-container-container-config-module"></span><h2>whylogs_container.whylabs.container.container_config module<a class="headerlink" href="#module-whylogs_container.whylabs.container.container_config" title="Permalink to this heading">#</a></h2>
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.container_config.ContainerConfig">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.container_config.</span></span><span class="sig-name descname"><span class="pre">ContainerConfig</span></span><a class="headerlink" href="#whylogs_container.whylabs.container.container_config.ContainerConfig" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">ABC</span></code></p>
 <dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.container_config.ContainerConfig.get_dataset_options">
-<em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">get_dataset_options</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">DatasetOptions</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.container_config.ContainerConfig.get_dataset_options" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigActor.run">
+<span class="sig-name descname"><span class="pre">run</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigActor.run" title="Permalink to this definition">#</a></dt>
+<dd><p>Method to be run in sub-process; can be overridden in sub-class</p>
+</dd></dl>
 
 <dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.container_config.ContainerConfig.get_udfs">
-<em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">get_udfs</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.container.container_config.UDFConfig" title="whylogs_container.whylabs.container.container_config.UDFConfig"><span class="pre">UDFConfig</span></a><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.container_config.ContainerConfig.get_udfs" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigActor.start_process">
+<span class="sig-name descname"><span class="pre">start_process</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pre_warm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigActor.start_process" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 </dd></dl>
 
 <dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.container_config.UDFConfig">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.container_config.</span></span><span class="sig-name descname"><span class="pre">UDFConfig</span></span><a class="headerlink" href="#whylogs_container.whylabs.container.container_config.UDFConfig" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">TypedDict</span></code></p>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigInstance">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.config.</span></span><span class="sig-name descname"><span class="pre">ConfigInstance</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">config</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigState" title="whylogs_container.whylabs.container.config.ConfigState"><span class="pre">whylogs_container.whylabs.container.config.ConfigState</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigInstance" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.container_config.UDFConfig.applicable_columns">
-<span class="sig-name descname"><span class="pre">applicable_columns</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.container.container_config.UDFConfig.applicable_columns" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigInstance.config">
+<span class="sig-name descname"><span class="pre">config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigState" title="whylogs_container.whylabs.container.config.ConfigState"><span class="pre">ConfigState</span></a></em><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigInstance.config" title="Permalink to this definition">#</a></dt>
+<dd><p>The current configuration state. This can only be updated by the ConfigActor in order
+to handle concurrency properly with multiple processes.</p>
+</dd></dl>
 
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.container_config.UDFConfig.metrics">
-<span class="sig-name descname"><span class="pre">metrics</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">MetricSpec</span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.container.container_config.UDFConfig.metrics" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
+</dd></dl>
 
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.container_config.UDFConfig.udf">
-<span class="sig-name descname"><span class="pre">udf</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">DataFrame</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">float</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.container.container_config.UDFConfig.udf" title="Permalink to this definition">#</a></dt>
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigManager">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.config.</span></span><span class="sig-name descname"><span class="pre">ConfigManager</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">address</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">authkey</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">serializer</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'pickle'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">ctx</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigManager" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseManager</span></code></p>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigManager.ConfigInstance">
+<span class="sig-name descname"><span class="pre">ConfigInstance</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwds</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigManager.ConfigInstance" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 </dd></dl>
 
-</section>
-<section id="module-whylogs_container.whylabs.container.environment">
-<span id="whylogs-container-whylabs-container-environment-module"></span><h2>whylogs_container.whylabs.container.environment module<a class="headerlink" href="#module-whylogs_container.whylabs.container.environment" title="Permalink to this heading">#</a></h2>
 <dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.ContainerConfig">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.environment.</span></span><span class="sig-name descname"><span class="pre">ContainerConfig</span></span><a class="headerlink" href="#whylogs_container.whylabs.container.environment.ContainerConfig" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigProxy">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.config.</span></span><span class="sig-name descname"><span class="pre">ConfigProxy</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">token</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">serializer</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">manager</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">authkey</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">exposed</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">incref</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">manager_owned</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigProxy" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">NamespaceProxy</span></code></p>
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigState">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.config.</span></span><span class="sig-name descname"><span class="pre">ConfigState</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">local_policies:</span> <span class="pre">List[whylogs_container.whylabs.container.policy.Policy]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">s3_policies:</span> <span class="pre">List[whylogs_container.whylabs.container.policy.Policy]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">create_time:</span> <span class="pre">datetime.datetime</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigState" title="Permalink to this definition">#</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
-<dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.ContainerConfig.assert_llm_endpoint">
-<span class="sig-name descname"><span class="pre">assert_llm_endpoint</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.environment.ContainerConfig.assert_llm_endpoint" title="Permalink to this definition">#</a></dt>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigState.create_time">
+<span class="sig-name descname"><span class="pre">create_time</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">datetime</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigState.create_time" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 <dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.ContainerConfig.auth_disabled">
-<span class="sig-name descname"><span class="pre">auth_disabled</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">bool</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.environment.ContainerConfig.auth_disabled" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigState.get_container_config">
+<span class="sig-name descname"><span class="pre">get_container_config</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">ContainerConfiguration</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigState.get_container_config" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.ContainerConfig.container_password">
-<span class="sig-name descname"><span class="pre">container_password</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.ContainerConfig.container_password" title="Permalink to this definition">#</a></dt>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigState.get_dataset_options">
+<span class="sig-name descname"><span class="pre">get_dataset_options</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">DatasetOptions</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigState.get_dataset_options" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.ContainerConfig.default_dataset_cadence">
-<span class="sig-name descname"><span class="pre">default_dataset_cadence</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">DatasetCadence</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.ContainerConfig.default_dataset_cadence" title="Permalink to this definition">#</a></dt>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigState.get_default_langkit_workflow">
+<span class="sig-name descname"><span class="pre">get_default_langkit_workflow</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">EvaluationWorkflow</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigState.get_default_langkit_workflow" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_api_key">
-<span class="sig-name descname"><span class="pre">default_openai_api_key</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_api_key" title="Permalink to this definition">#</a></dt>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigState.get_langkit_options">
+<span class="sig-name descname"><span class="pre">get_langkit_options</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Mapping</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">EvaluationWorkflow</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigState.get_langkit_options" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_organization">
-<span class="sig-name descname"><span class="pre">default_openai_organization</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_organization" title="Permalink to this definition">#</a></dt>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigState.get_langkit_workflow">
+<span class="sig-name descname"><span class="pre">get_langkit_workflow</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">EvaluationWorkflow</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigState.get_langkit_workflow" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_org_id">
-<span class="sig-name descname"><span class="pre">default_whylabs_org_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_org_id" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigState.get_policy_langkit_options">
+<span class="sig-name descname"><span class="pre">get_policy_langkit_options</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Mapping</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">LangkitOptions</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigState.get_policy_langkit_options" title="Permalink to this definition">#</a></dt>
+<dd><p>Returns the langkit options derived from all of the known policy files, as though
+they were originally defined in the custom configuration.</p>
+</dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_cadence">
-<span class="sig-name descname"><span class="pre">default_whylabs_upload_cadence</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">DatasetUploadCadenceGranularity</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_cadence" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigState.local_policies">
+<span class="sig-name descname"><span class="pre">local_policies</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy" title="whylogs_container.whylabs.container.policy.Policy"><span class="pre">Policy</span></a><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigState.local_policies" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_interval">
-<span class="sig-name descname"><span class="pre">default_whylabs_upload_interval</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_interval" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.ConfigState.s3_policies">
+<span class="sig-name descname"><span class="pre">s3_policies</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy" title="whylogs_container.whylabs.container.policy.Policy"><span class="pre">Policy</span></a><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.container.config.ConfigState.s3_policies" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.RefreshMessage">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.config.</span></span><span class="sig-name descname"><span class="pre">RefreshMessage</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">id:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.config.RefreshMessage" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.ContainerConfig.disable_container_password">
-<span class="sig-name descname"><span class="pre">disable_container_password</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.ContainerConfig.disable_container_password" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.RefreshMessage.id">
+<span class="sig-name descname"><span class="pre">id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.config.RefreshMessage.id" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.ContainerConfig.fail_startup_without_config">
-<span class="sig-name descname"><span class="pre">fail_startup_without_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.ContainerConfig.fail_startup_without_config" title="Permalink to this definition">#</a></dt>
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.SynchronousConfig">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.config.</span></span><span class="sig-name descname"><span class="pre">SynchronousConfig</span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.SynchronousConfig" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">ABC</span></code></p>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.SynchronousConfig.close_process">
+<em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">close_process</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.SynchronousConfig.close_process" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.ContainerConfig.llm_container">
-<span class="sig-name descname"><span class="pre">llm_container</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.ContainerConfig.llm_container" title="Permalink to this definition">#</a></dt>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.SynchronousConfig.refresh">
+<span class="sig-name descname"><span class="pre">refresh</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.SynchronousConfig.refresh" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.ContainerConfig.whylabs_api_key">
-<span class="sig-name descname"><span class="pre">whylabs_api_key</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.ContainerConfig.whylabs_api_key" title="Permalink to this definition">#</a></dt>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config.SynchronousConfig.start_process">
+<em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">start_process</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pre_warm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config.SynchronousConfig.start_process" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 </dd></dl>
 
+</section>
+<section id="module-whylogs_container.whylabs.container.config_test">
+<span id="whylogs-container-whylabs-container-config-test-module"></span><h2>whylogs_container.whylabs.container.config_test module<a class="headerlink" href="#module-whylogs_container.whylabs.container.config_test" title="Permalink to this heading">#</a></h2>
+<dl class="py function">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit">
+<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.config_test.</span></span><span class="sig-name descname"><span class="pre">test_indexing_into_toolkit</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+</section>
+<section id="module-whylogs_container.whylabs.container.environment">
+<span id="whylogs-container-whylabs-container-environment-module"></span><h2>whylogs_container.whylabs.container.environment module<a class="headerlink" href="#module-whylogs_container.whylabs.container.environment" title="Permalink to this heading">#</a></h2>
 <dl class="py class">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvVarNames">
 <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.environment.</span></span><span class="sig-name descname"><span class="pre">EnvVarNames</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvVarNames" title="Permalink to this definition">#</a></dt>
@@ -432,6 +442,12 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 whylogs.</p>
 </dd></dl>
 
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_POLICIES">
+<span class="sig-name descname"><span class="pre">FAIL_STARTUP_WITHOUT_POLICIES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'FAIL_STARTUP_WITHOUT_POLICIES'</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_POLICIES" title="Permalink to this definition">#</a></dt>
+<dd><p>Just like FAIL_STARTUP_WITHOUT_CONFIG but for yaml policies instead of custom python configuration.</p>
+</dd></dl>
+
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvVarNames.LLM_CONTAINER">
 <span class="sig-name descname"><span class="pre">LLM_CONTAINER</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'LLM_CONTAINER'</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvVarNames.LLM_CONTAINER" title="Permalink to this definition">#</a></dt>
@@ -439,6 +455,12 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 True on LLM image build</p>
 </dd></dl>
 
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvVarNames.LOG_LEVEL">
+<span class="sig-name descname"><span class="pre">LOG_LEVEL</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'LOG_LEVEL'</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvVarNames.LOG_LEVEL" title="Permalink to this definition">#</a></dt>
+<dd><p>Defaults to INFO. The log level for the container. Can be DEBUG, INFO, WARNING, ERROR, or CRITICAL.</p>
+</dd></dl>
+
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BATCH_SIZE">
 <span class="sig-name descname"><span class="pre">MAX_REQUEST_BATCH_SIZE</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'MAX_REQUEST_BATCH_SIZE'</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BATCH_SIZE" title="Permalink to this definition">#</a></dt>
@@ -461,15 +483,50 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 </dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_API_KEY">
-<span class="sig-name descname"><span class="pre">OPENAI_API_KEY</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'OPENAI_API_KEY'</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_API_KEY" title="Permalink to this definition">#</a></dt>
-<dd><p>API key for OpenAI. Only applies if you’re using LLM/Openapi monitoring.</p>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvVarNames.POLICY_BASE_DIR">
+<span class="sig-name descname"><span class="pre">POLICY_BASE_DIR</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'POLICY_CONFIG_BASE_DIR'</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvVarNames.POLICY_BASE_DIR" title="Permalink to this definition">#</a></dt>
+<dd><p>Env var to identify the root directory for policy configs. Defaults to /whylogs_container/whylogs_config/</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_BUCKET_NAME">
+<span class="sig-name descname"><span class="pre">S3_CONFIG_BUCKET_NAME</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'S3_CONFIG_BUCKET_NAME'</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_BUCKET_NAME" title="Permalink to this definition">#</a></dt>
+<dd><p>Optional. The name of the S3 bucket where the container will look for YAML files to keep in sync with.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_PREFIX">
+<span class="sig-name descname"><span class="pre">S3_CONFIG_PREFIX</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'S3_CONFIG_PREFIX'</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_PREFIX" title="Permalink to this definition">#</a></dt>
+<dd><p>Optional. The prefix of the S3 bucket where the container will look for YAML files to keep in sync with.
+If not defined, it will look for files on the bucket’s root.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC">
+<span class="sig-name descname"><span class="pre">S3_CONFIG_SYNC</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'S3_CONFIG_SYNC'</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC" title="Permalink to this definition">#</a></dt>
+<dd><p>Optional. If set to True, the container will sync S3 YAML config files with the container and parse them into schemas.</p>
 </dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_ORGANIZATION">
-<span class="sig-name descname"><span class="pre">OPENAI_ORGANIZATION</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'OPENAI_ORGANIZATION'</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_ORGANIZATION" title="Permalink to this definition">#</a></dt>
-<dd><p>Organization ID for OpenAI. Only applies if you’re using LLM/Openapi monitoring.</p>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_CADENCE">
+<span class="sig-name descname"><span class="pre">S3_CONFIG_SYNC_CADENCE</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'S3_CONFIG_SYNC_CADENCE'</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_CADENCE" title="Permalink to this definition">#</a></dt>
+<dd><p>Optional. The cadence at which the container will sync the S3 bucket’s YAML files. Can be H (hourly),
+M (minute), or D (daily). Defaults to MINUTE.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_INTERVAL">
+<span class="sig-name descname"><span class="pre">S3_CONFIG_SYNC_INTERVAL</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'S3_CONFIG_SYNC_INTERVAL'</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_INTERVAL" title="Permalink to this definition">#</a></dt>
+<dd><p>Optional. The interval at which the container will sync the S3 bucket’s YAML files. This is the number
+of units of time (hours, minutes, or days) that the container will wait before syncing the S3 bucket with container schemas.
+Defaults to 15.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_ROLE_ARN">
+<span class="sig-name descname"><span class="pre">S3_CONFIG_SYNC_ROLE_ARN</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'S3_CONFIG_SYNC_ROLE_ARN'</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_ROLE_ARN" title="Permalink to this definition">#</a></dt>
+<dd><p>Optional. The role ARN to assume when syncing S3 bucket’s YAML files. If not defined, the container will use the
+look for the standard AWS credentials in the environment.</p>
 </dd></dl>
 
 <dl class="py attribute">
@@ -481,18 +538,353 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 </section>
 </dd></dl>
 
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.environment.</span></span><span class="sig-name descname"><span class="pre">EnvironmentVariables</span></span><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.assert_llm_endpoint">
+<span class="sig-name descname"><span class="pre">assert_llm_endpoint</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.assert_llm_endpoint" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.auth_disabled">
+<span class="sig-name descname"><span class="pre">auth_disabled</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">bool</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.auth_disabled" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.container_password">
+<span class="sig-name descname"><span class="pre">container_password</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.container_password" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.default_dataset_cadence">
+<span class="sig-name descname"><span class="pre">default_dataset_cadence</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">DatasetCadence</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_dataset_cadence" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_org_id">
+<span class="sig-name descname"><span class="pre">default_whylabs_org_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_org_id" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_upload_cadence">
+<span class="sig-name descname"><span class="pre">default_whylabs_upload_cadence</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">DatasetUploadCadenceGranularity</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_upload_cadence" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_upload_interval">
+<span class="sig-name descname"><span class="pre">default_whylabs_upload_interval</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_upload_interval" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.disable_container_password">
+<span class="sig-name descname"><span class="pre">disable_container_password</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.disable_container_password" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.fail_startup_without_config">
+<span class="sig-name descname"><span class="pre">fail_startup_without_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.fail_startup_without_config" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.fail_startup_without_policies">
+<span class="sig-name descname"><span class="pre">fail_startup_without_policies</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.fail_startup_without_policies" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.llm_container">
+<span class="sig-name descname"><span class="pre">llm_container</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.llm_container" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.log_level">
+<span class="sig-name descname"><span class="pre">log_level</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.log_level" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.policy_base_dir">
+<span class="sig-name descname"><span class="pre">policy_base_dir</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.policy_base_dir" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_bucket_name">
+<span class="sig-name descname"><span class="pre">s3_config_bucket_name</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_bucket_name" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_prefix">
+<span class="sig-name descname"><span class="pre">s3_config_prefix</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_prefix" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_sync">
+<span class="sig-name descname"><span class="pre">s3_config_sync</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_sync" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_sync_cadence">
+<span class="sig-name descname"><span class="pre">s3_config_sync_cadence</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">DatasetUploadCadenceGranularity</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_sync_cadence" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.environment.EnvironmentVariables.whylabs_api_key">
+<span class="sig-name descname"><span class="pre">whylabs_api_key</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.whylabs_api_key" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+</section>
+<section id="module-whylogs_container.whylabs.container.file_read_utils">
+<span id="whylogs-container-whylabs-container-file-read-utils-module"></span><h2>whylogs_container.whylabs.container.file_read_utils module<a class="headerlink" href="#module-whylogs_container.whylabs.container.file_read_utils" title="Permalink to this heading">#</a></h2>
+<dl class="py function">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.file_read_utils.load_policy_from_str">
+<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.file_read_utils.</span></span><span class="sig-name descname"><span class="pre">load_policy_from_str</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">file</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy" title="whylogs_container.whylabs.container.policy.Policy"><span class="pre">Policy</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.file_read_utils.load_policy_from_str" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+</section>
+<section id="module-whylogs_container.whylabs.container.lazy">
+<span id="whylogs-container-whylabs-container-lazy-module"></span><h2>whylogs_container.whylabs.container.lazy module<a class="headerlink" href="#module-whylogs_container.whylabs.container.lazy" title="Permalink to this heading">#</a></h2>
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.lazy.LazyInit">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.lazy.</span></span><span class="sig-name descname"><span class="pre">LazyInit</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">init</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">T</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.lazy.LazyInit" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">Generic</span></code>[<code class="xref py py-obj docutils literal notranslate"><span class="pre">T</span></code>]</p>
+<dl class="py property">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.lazy.LazyInit.value">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">value</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">T</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.lazy.LazyInit.value" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+</section>
+<section id="module-whylogs_container.whylabs.container.policy">
+<span id="whylogs-container-whylabs-container-policy-module"></span><h2>whylogs_container.whylabs.container.policy module<a class="headerlink" href="#module-whylogs_container.whylabs.container.policy" title="Permalink to this heading">#</a></h2>
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.CachedMetricCreator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.policy.</span></span><span class="sig-name descname"><span class="pre">CachedMetricCreator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">metric_creator</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">MetricCreator</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">MetricCreator</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">MetricCreator</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">SingleMetric</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">MultiMetric</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">SingleMetric</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">MultiMetric</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">SingleMetric</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">MultiMetric</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">MetricCreator</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">MetricCreator</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">MetricCreator</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">SingleMetric</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">MultiMetric</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">SingleMetric</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">MultiMetric</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">SingleMetric</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">MultiMetric</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">MetricCreator</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">MetricCreator</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">MetricCreator</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">SingleMetric</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">MultiMetric</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">SingleMetric</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">MultiMetric</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">SingleMetric</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">MultiMetric</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">SingleMetric</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">MultiMetric</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">SingleMetric</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">MultiMetric</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">SingleMetric</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">MultiMetric</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.policy.CachedMetricCreator" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.CallbackOptions">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.policy.</span></span><span class="sig-name descname"><span class="pre">CallbackOptions</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">callback</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">options</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.policy.CallbackOptions" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.CallbackOptions.callback">
+<span class="sig-name descname"><span class="pre">callback</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.CallbackOptions.callback" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.CallbackOptions.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.CallbackOptions.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.CallbackOptions.model_config">
+<span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.CallbackOptions.model_config" title="Permalink to this definition">#</a></dt>
+<dd><p>Configuration for the model, should be a dictionary conforming to [<cite>ConfigDict</cite>][pydantic.config.ConfigDict].</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.CallbackOptions.model_fields">
+<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'callback':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'options':</span> <span class="pre">FieldInfo(annotation=Union[Dict[str,</span> <span class="pre">Union[bool,</span> <span class="pre">str]],</span> <span class="pre">NoneType],</span> <span class="pre">required=False)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.CallbackOptions.model_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>Metadata about the fields defined on the model,
+mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
+<p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.CallbackOptions.options">
+<span class="sig-name descname"><span class="pre">options</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.CallbackOptions.options" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.CallbackOptions.to_langkit_options">
+<span class="sig-name descname"><span class="pre">to_langkit_options</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">LangkitOptions</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.policy.CallbackOptions.to_langkit_options" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.LangkitMetric">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.policy.</span></span><span class="sig-name descname"><span class="pre">LangkitMetric</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metric</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">profile</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">options</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">validation</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.container.policy.ValidationOptions" title="whylogs_container.whylabs.container.policy.ValidationOptions"><span class="pre">ValidationOptions</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.policy.LangkitMetric" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.LangkitMetric.metric">
+<span class="sig-name descname"><span class="pre">metric</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.LangkitMetric.metric" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.LangkitMetric.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.LangkitMetric.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.LangkitMetric.model_config">
+<span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'extra':</span> <span class="pre">'forbid',</span> <span class="pre">'frozen':</span> <span class="pre">True}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.LangkitMetric.model_config" title="Permalink to this definition">#</a></dt>
+<dd><p>Configuration for the model, should be a dictionary conforming to [<cite>ConfigDict</cite>][pydantic.config.ConfigDict].</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.LangkitMetric.model_fields">
+<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'metric':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'options':</span> <span class="pre">FieldInfo(annotation=Union[Dict[str,</span> <span class="pre">str],</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'profile':</span> <span class="pre">FieldInfo(annotation=Union[bool,</span> <span class="pre">NoneType],</span> <span class="pre">required=False,</span> <span class="pre">default=True),</span> <span class="pre">'validation':</span> <span class="pre">FieldInfo(annotation=Union[ValidationOptions,</span> <span class="pre">NoneType],</span> <span class="pre">required=False)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.LangkitMetric.model_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>Metadata about the fields defined on the model,
+mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
+<p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.LangkitMetric.options">
+<span class="sig-name descname"><span class="pre">options</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.LangkitMetric.options" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.LangkitMetric.profile">
+<span class="sig-name descname"><span class="pre">profile</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.LangkitMetric.profile" title="Permalink to this definition">#</a></dt>
+<dd><p>If true, then this metric will be included in the whylogs profiles</p>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.LangkitMetric.to_langkit_options">
+<span class="sig-name descname"><span class="pre">to_langkit_options</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">LangkitOptions</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.policy.LangkitMetric.to_langkit_options" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.LangkitMetric.validation">
+<span class="sig-name descname"><span class="pre">validation</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><a class="reference internal" href="#whylogs_container.whylabs.container.policy.ValidationOptions" title="whylogs_container.whylabs.container.policy.ValidationOptions"><span class="pre">ValidationOptions</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.LangkitMetric.validation" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.Policy">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.policy.</span></span><span class="sig-name descname"><span class="pre">Policy</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">whylabs_dataset_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">policy_version</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_version</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metrics</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.container.policy.LangkitMetric" title="whylogs_container.whylabs.container.policy.LangkitMetric"><span class="pre">LangkitMetric</span></a><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">callbacks</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.container.policy.CallbackOptions" title="whylogs_container.whylabs.container.policy.CallbackOptions"><span class="pre">CallbackOptions</span></a><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">presets</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Literal</span><span class="p"><span class="pre">[</span></span><span class="s"><span class="pre">'all'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'light'</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.policy.Policy" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.Policy.callbacks">
+<span class="sig-name descname"><span class="pre">callbacks</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.container.policy.CallbackOptions" title="whylogs_container.whylabs.container.policy.CallbackOptions"><span class="pre">CallbackOptions</span></a><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.Policy.callbacks" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.Policy.ensure_str">
+<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">ensure_str</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">it</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.policy.Policy.ensure_str" title="Permalink to this definition">#</a></dt>
+<dd><p>Ensure that these fields are parsed as strings. The python yaml parser sometimes pickes ints
+or floats if these are defined as something like <cite>1</cite>.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.Policy.id">
+<span class="sig-name descname"><span class="pre">id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.Policy.id" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.Policy.metrics">
+<span class="sig-name descname"><span class="pre">metrics</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.container.policy.LangkitMetric" title="whylogs_container.whylabs.container.policy.LangkitMetric"><span class="pre">LangkitMetric</span></a><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.Policy.metrics" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.Policy.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.Policy.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.Policy.model_config">
+<span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'extra':</span> <span class="pre">'forbid',</span> <span class="pre">'frozen':</span> <span class="pre">True}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.Policy.model_config" title="Permalink to this definition">#</a></dt>
+<dd><p>Configuration for the model, should be a dictionary conforming to [<cite>ConfigDict</cite>][pydantic.config.ConfigDict].</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.Policy.model_fields">
+<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'callbacks':</span> <span class="pre">FieldInfo(annotation=Union[List[CallbackOptions],</span> <span class="pre">NoneType],</span> <span class="pre">required=False,</span> <span class="pre">default_factory=list),</span> <span class="pre">'id':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'metrics':</span> <span class="pre">FieldInfo(annotation=Union[List[LangkitMetric],</span> <span class="pre">NoneType],</span> <span class="pre">required=False,</span> <span class="pre">default_factory=list),</span> <span class="pre">'policy_version':</span> <span class="pre">FieldInfo(annotation=int,</span> <span class="pre">required=True),</span> <span class="pre">'presets':</span> <span class="pre">FieldInfo(annotation=Union[List[Literal['all',</span> <span class="pre">'light']],</span> <span class="pre">NoneType],</span> <span class="pre">required=False,</span> <span class="pre">default_factory=list),</span> <span class="pre">'schema_version':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'whylabs_dataset_id':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.Policy.model_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>Metadata about the fields defined on the model,
+mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
+<p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.Policy.policy_version">
+<span class="sig-name descname"><span class="pre">policy_version</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.Policy.policy_version" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.Policy.presets">
+<span class="sig-name descname"><span class="pre">presets</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Literal</span><span class="p"><span class="pre">[</span></span><span class="s"><span class="pre">'all'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'light'</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.Policy.presets" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.Policy.schema_version">
+<span class="sig-name descname"><span class="pre">schema_version</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.Policy.schema_version" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.Policy.whylabs_dataset_id">
+<span class="sig-name descname"><span class="pre">whylabs_dataset_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.Policy.whylabs_dataset_id" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.ValidationOptions">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.policy.</span></span><span class="sig-name descname"><span class="pre">ValidationOptions</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">upper_threshold</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">lower_threshold</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.policy.ValidationOptions" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.ValidationOptions.lower_threshold">
+<span class="sig-name descname"><span class="pre">lower_threshold</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.ValidationOptions.lower_threshold" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.ValidationOptions.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.ValidationOptions.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.ValidationOptions.model_config">
+<span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'extra':</span> <span class="pre">'forbid',</span> <span class="pre">'frozen':</span> <span class="pre">True}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.ValidationOptions.model_config" title="Permalink to this definition">#</a></dt>
+<dd><p>Configuration for the model, should be a dictionary conforming to [<cite>ConfigDict</cite>][pydantic.config.ConfigDict].</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.ValidationOptions.model_fields">
+<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'lower_threshold':</span> <span class="pre">FieldInfo(annotation=Union[float,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'upper_threshold':</span> <span class="pre">FieldInfo(annotation=Union[float,</span> <span class="pre">NoneType],</span> <span class="pre">required=False)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.ValidationOptions.model_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>Metadata about the fields defined on the model,
+mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
+<p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.policy.ValidationOptions.upper_threshold">
+<span class="sig-name descname"><span class="pre">upper_threshold</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.policy.ValidationOptions.upper_threshold" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
 </section>
 <section id="module-whylogs_container.whylabs.container.requests">
 <span id="whylogs-container-whylabs-container-requests-module"></span><h2>whylogs_container.whylabs.container.requests module<a class="headerlink" href="#module-whylogs_container.whylabs.container.requests" title="Permalink to this heading">#</a></h2>
 <dl class="py class">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LLMValidateRequest">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.requests.</span></span><span class="sig-name descname"><span class="pre">LLMValidateRequest</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">prompt</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">datasetId</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest" title="Permalink to this definition">#</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.requests.</span></span><span class="sig-name descname"><span class="pre">LLMValidateRequest</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">prompt</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">datasetId</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest" title="Permalink to this definition">#</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LLMValidateRequest.dataset_id">
 <span class="sig-name descname"><span class="pre">dataset_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest.dataset_id" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LLMValidateRequest.id">
+<span class="sig-name descname"><span class="pre">id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest.id" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LLMValidateRequest.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LLMValidateRequest.model_config">
 <span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest.model_config" title="Permalink to this definition">#</a></dt>
@@ -501,7 +893,7 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LLMValidateRequest.model_fields">
-<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'dataset_id':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=False,</span> <span class="pre">alias='datasetId',</span> <span class="pre">alias_priority=2),</span> <span class="pre">'prompt':</span> <span class="pre">FieldInfo(annotation=Union[str,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'response':</span> <span class="pre">FieldInfo(annotation=Union[str,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'timestamp':</span> <span class="pre">FieldInfo(annotation=Union[int,</span> <span class="pre">NoneType],</span> <span class="pre">required=False)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest.model_fields" title="Permalink to this definition">#</a></dt>
+<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'dataset_id':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True,</span> <span class="pre">alias='datasetId',</span> <span class="pre">alias_priority=2),</span> <span class="pre">'id':</span> <span class="pre">FieldInfo(annotation=Union[str,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'prompt':</span> <span class="pre">FieldInfo(annotation=Union[str,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'response':</span> <span class="pre">FieldInfo(annotation=Union[str,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'timestamp':</span> <span class="pre">FieldInfo(annotation=int,</span> <span class="pre">required=False,</span> <span class="pre">default_factory=&lt;lambda&gt;)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest.model_fields" title="Permalink to this definition">#</a></dt>
 <dd><p>Metadata about the fields defined on the model,
 mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
 <p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
@@ -519,14 +911,14 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LLMValidateRequest.timestamp">
-<span class="sig-name descname"><span class="pre">timestamp</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest.timestamp" title="Permalink to this definition">#</a></dt>
+<span class="sig-name descname"><span class="pre">timestamp</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest.timestamp" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 </dd></dl>
 
 <dl class="py class">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LogEmbeddingRequest">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.requests.</span></span><span class="sig-name descname"><span class="pre">LogEmbeddingRequest</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">embeddings</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">float</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogEmbeddingRequest" title="Permalink to this definition">#</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.requests.</span></span><span class="sig-name descname"><span class="pre">LogEmbeddingRequest</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">embeddings</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">float</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogEmbeddingRequest" title="Permalink to this definition">#</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LogEmbeddingRequest.datasetId">
@@ -538,6 +930,12 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 <span class="sig-name descname"><span class="pre">embeddings</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">float</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.embeddings" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_config">
 <span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_config" title="Permalink to this definition">#</a></dt>
@@ -546,7 +944,7 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_fields">
-<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'datasetId':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=False,</span> <span class="pre">alias='dataset_id',</span> <span class="pre">alias_priority=2),</span> <span class="pre">'embeddings':</span> <span class="pre">FieldInfo(annotation=Dict[str,</span> <span class="pre">Union[List[List[float]],</span> <span class="pre">List[List[int]],</span> <span class="pre">List[List[str]]]],</span> <span class="pre">required=True),</span> <span class="pre">'timestamp':</span> <span class="pre">FieldInfo(annotation=int,</span> <span class="pre">required=True)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_fields" title="Permalink to this definition">#</a></dt>
+<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'datasetId':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True,</span> <span class="pre">alias='dataset_id',</span> <span class="pre">alias_priority=2),</span> <span class="pre">'embeddings':</span> <span class="pre">FieldInfo(annotation=Dict[str,</span> <span class="pre">Union[List[List[float]],</span> <span class="pre">List[List[int]],</span> <span class="pre">List[List[str]]]],</span> <span class="pre">required=True),</span> <span class="pre">'timestamp':</span> <span class="pre">FieldInfo(annotation=int,</span> <span class="pre">required=True)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_fields" title="Permalink to this definition">#</a></dt>
 <dd><p>Metadata about the fields defined on the model,
 mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
 <p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
@@ -573,6 +971,12 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 <span class="sig-name descname"><span class="pre">data</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">float</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogMultiple.data" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LogMultiple.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogMultiple.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LogMultiple.model_config">
 <span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogMultiple.model_config" title="Permalink to this definition">#</a></dt>
@@ -591,13 +995,19 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 
 <dl class="py class">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LogRequest">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.requests.</span></span><span class="sig-name descname"><span class="pre">LogRequest</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">datasetId</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">multiple</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogMultiple" title="whylogs_container.whylabs.container.requests.LogMultiple"><span class="pre">LogMultiple</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogRequest" title="Permalink to this definition">#</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.requests.</span></span><span class="sig-name descname"><span class="pre">LogRequest</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">datasetId</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">multiple</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogMultiple" title="whylogs_container.whylabs.container.requests.LogMultiple"><span class="pre">LogMultiple</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogRequest" title="Permalink to this definition">#</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LogRequest.dataset_id">
 <span class="sig-name descname"><span class="pre">dataset_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogRequest.dataset_id" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LogRequest.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogRequest.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LogRequest.model_config">
 <span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogRequest.model_config" title="Permalink to this definition">#</a></dt>
@@ -606,7 +1016,7 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.LogRequest.model_fields">
-<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'dataset_id':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=False,</span> <span class="pre">alias='datasetId',</span> <span class="pre">alias_priority=2),</span> <span class="pre">'multiple':</span> <span class="pre">FieldInfo(annotation=LogMultiple,</span> <span class="pre">required=True),</span> <span class="pre">'timestamp':</span> <span class="pre">FieldInfo(annotation=Union[int,</span> <span class="pre">NoneType],</span> <span class="pre">required=False)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogRequest.model_fields" title="Permalink to this definition">#</a></dt>
+<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'dataset_id':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True,</span> <span class="pre">alias='datasetId',</span> <span class="pre">alias_priority=2),</span> <span class="pre">'multiple':</span> <span class="pre">FieldInfo(annotation=LogMultiple,</span> <span class="pre">required=True),</span> <span class="pre">'timestamp':</span> <span class="pre">FieldInfo(annotation=Union[int,</span> <span class="pre">NoneType],</span> <span class="pre">required=False)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.LogRequest.model_fields" title="Permalink to this definition">#</a></dt>
 <dd><p>Metadata about the fields defined on the model,
 mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
 <p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
@@ -626,7 +1036,7 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 
 <dl class="py class">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.PubSubMessage">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.requests.</span></span><span class="sig-name descname"><span class="pre">PubSubMessage</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">attributes</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">message_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">publish_time</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.requests.PubSubMessage" title="Permalink to this definition">#</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.requests.</span></span><span class="sig-name descname"><span class="pre">PubSubMessage</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">attributes</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">message_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">publish_time</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.requests.PubSubMessage" title="Permalink to this definition">#</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.PubSubMessage.attributes">
@@ -643,6 +1053,12 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 <span class="sig-name descname"><span class="pre">messageId</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.PubSubMessage.messageId" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.PubSubMessage.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.PubSubMessage.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.PubSubMessage.model_config">
 <span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.PubSubMessage.model_config" title="Permalink to this definition">#</a></dt>
@@ -651,7 +1067,7 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.PubSubMessage.model_fields">
-<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'attributes':</span> <span class="pre">FieldInfo(annotation=Dict[str,</span> <span class="pre">str],</span> <span class="pre">required=True),</span> <span class="pre">'data':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'messageId':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=False,</span> <span class="pre">alias='message_id',</span> <span class="pre">alias_priority=2),</span> <span class="pre">'publishTime':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=False,</span> <span class="pre">alias='publish_time',</span> <span class="pre">alias_priority=2)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.PubSubMessage.model_fields" title="Permalink to this definition">#</a></dt>
+<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'attributes':</span> <span class="pre">FieldInfo(annotation=Dict[str,</span> <span class="pre">str],</span> <span class="pre">required=True),</span> <span class="pre">'data':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'messageId':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True,</span> <span class="pre">alias='message_id',</span> <span class="pre">alias_priority=2),</span> <span class="pre">'publishTime':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True,</span> <span class="pre">alias='publish_time',</span> <span class="pre">alias_priority=2)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.PubSubMessage.model_fields" title="Permalink to this definition">#</a></dt>
 <dd><p>Metadata about the fields defined on the model,
 mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
 <p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
@@ -673,6 +1089,12 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 <span class="sig-name descname"><span class="pre">message</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><a class="reference internal" href="#whylogs_container.whylabs.container.requests.PubSubMessage" title="whylogs_container.whylabs.container.requests.PubSubMessage"><span class="pre">PubSubMessage</span></a></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.PubSubRequest.message" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.PubSubRequest.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.PubSubRequest.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.PubSubRequest.model_config">
 <span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.PubSubRequest.model_config" title="Permalink to this definition">#</a></dt>
@@ -694,9 +1116,173 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 
 </dd></dl>
 
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.ValidationRequest">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.requests.</span></span><span class="sig-name descname"><span class="pre">ValidationRequest</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">datasetId</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">prompt</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.requests.ValidationRequest" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.ValidationRequest.dataset_id">
+<span class="sig-name descname"><span class="pre">dataset_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.ValidationRequest.dataset_id" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.ValidationRequest.id">
+<span class="sig-name descname"><span class="pre">id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.ValidationRequest.id" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.ValidationRequest.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.ValidationRequest.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.ValidationRequest.model_config">
+<span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.ValidationRequest.model_config" title="Permalink to this definition">#</a></dt>
+<dd><p>Configuration for the model, should be a dictionary conforming to [<cite>ConfigDict</cite>][pydantic.config.ConfigDict].</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.ValidationRequest.model_fields">
+<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'dataset_id':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=False,</span> <span class="pre">alias='datasetId',</span> <span class="pre">alias_priority=2),</span> <span class="pre">'id':</span> <span class="pre">FieldInfo(annotation=Union[str,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'prompt':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'response':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.ValidationRequest.model_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>Metadata about the fields defined on the model,
+mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
+<p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.ValidationRequest.prompt">
+<span class="sig-name descname"><span class="pre">prompt</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.ValidationRequest.prompt" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.ValidationRequest.response">
+<span class="sig-name descname"><span class="pre">response</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.requests.ValidationRequest.response" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.ValidationRequest.to_dataframe">
+<span class="sig-name descname"><span class="pre">to_dataframe</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">DataFrame</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.requests.ValidationRequest.to_dataframe" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.requests.ValidationRequest.to_row">
+<span class="sig-name descname"><span class="pre">to_row</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.requests.ValidationRequest.to_row" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
 </section>
 <section id="module-whylogs_container.whylabs.container.responses">
 <span id="whylogs-container-whylabs-container-responses-module"></span><h2>whylogs_container.whylabs.container.responses module<a class="headerlink" href="#module-whylogs_container.whylabs.container.responses" title="Permalink to this heading">#</a></h2>
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.AvailableMetrics">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.responses.</span></span><span class="sig-name descname"><span class="pre">AvailableMetrics</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metrics_names</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.responses.AvailableMetrics" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.AvailableMetrics.metrics_names">
+<span class="sig-name descname"><span class="pre">metrics_names</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.AvailableMetrics.metrics_names" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.AvailableMetrics.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.AvailableMetrics.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.AvailableMetrics.model_config">
+<span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.AvailableMetrics.model_config" title="Permalink to this definition">#</a></dt>
+<dd><p>Configuration for the model, should be a dictionary conforming to [<cite>ConfigDict</cite>][pydantic.config.ConfigDict].</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.AvailableMetrics.model_fields">
+<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'metrics_names':</span> <span class="pre">FieldInfo(annotation=List[str],</span> <span class="pre">required=True)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.AvailableMetrics.model_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>Metadata about the fields defined on the model,
+mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
+<p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.EvaluationResult">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.responses.</span></span><span class="sig-name descname"><span class="pre">EvaluationResult</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metrics</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">validation_results</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">ValidationResult</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">perf_info</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">RunPerf</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.responses.EvaluationResult" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.EvaluationResult.metrics">
+<span class="sig-name descname"><span class="pre">metrics</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.EvaluationResult.metrics" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.EvaluationResult.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.EvaluationResult.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.EvaluationResult.model_config">
+<span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.EvaluationResult.model_config" title="Permalink to this definition">#</a></dt>
+<dd><p>Configuration for the model, should be a dictionary conforming to [<cite>ConfigDict</cite>][pydantic.config.ConfigDict].</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.EvaluationResult.model_fields">
+<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'metrics':</span> <span class="pre">FieldInfo(annotation=List[Dict[str,</span> <span class="pre">Any]],</span> <span class="pre">required=True),</span> <span class="pre">'perf_info':</span> <span class="pre">FieldInfo(annotation=Union[RunPerf,</span> <span class="pre">NoneType],</span> <span class="pre">required=True),</span> <span class="pre">'validation_results':</span> <span class="pre">FieldInfo(annotation=ValidationResult,</span> <span class="pre">required=True)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.EvaluationResult.model_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>Metadata about the fields defined on the model,
+mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
+<p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.EvaluationResult.perf_info">
+<span class="sig-name descname"><span class="pre">perf_info</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">RunPerf</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.EvaluationResult.perf_info" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.EvaluationResult.validation_results">
+<span class="sig-name descname"><span class="pre">validation_results</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ValidationResult</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.EvaluationResult.validation_results" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.FailedEvaluationResult">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.responses.</span></span><span class="sig-name descname"><span class="pre">FailedEvaluationResult</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metrics</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">validation_results</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">ValidationResult</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.responses.FailedEvaluationResult" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.FailedEvaluationResult.metrics">
+<span class="sig-name descname"><span class="pre">metrics</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.FailedEvaluationResult.metrics" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_config">
+<span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_config" title="Permalink to this definition">#</a></dt>
+<dd><p>Configuration for the model, should be a dictionary conforming to [<cite>ConfigDict</cite>][pydantic.config.ConfigDict].</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_fields">
+<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'metrics':</span> <span class="pre">FieldInfo(annotation=List[Dict[str,</span> <span class="pre">Any]],</span> <span class="pre">required=True),</span> <span class="pre">'validation_results':</span> <span class="pre">FieldInfo(annotation=ValidationResult,</span> <span class="pre">required=True)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>Metadata about the fields defined on the model,
+mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
+<p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.FailedEvaluationResult.validation_results">
+<span class="sig-name descname"><span class="pre">validation_results</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ValidationResult</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.FailedEvaluationResult.validation_results" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
 <dl class="py class">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.LoggerStatusResponse">
 <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.responses.</span></span><span class="sig-name descname"><span class="pre">LoggerStatusResponse</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dataset_timestamps</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dataset_profiles</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">segment_caches</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">writers</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pending_writables</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pending_views</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">views</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.responses.LoggerStatusResponse" title="Permalink to this definition">#</a></dt>
@@ -711,6 +1297,12 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 <span class="sig-name descname"><span class="pre">dataset_timestamps</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_timestamps" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_config">
 <span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_config" title="Permalink to this definition">#</a></dt>
@@ -759,8 +1351,14 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 
 <dl class="py class">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.responses.</span></span><span class="sig-name descname"><span class="pre">ProcessLoggerStatusResponse</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">statuses</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#whylogs_container.whylabs.container.responses.LoggerStatusResponse" title="whylogs_container.whylabs.container.responses.LoggerStatusResponse"><span class="pre">LoggerStatusResponse</span></a><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse" title="Permalink to this definition">#</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.responses.</span></span><span class="sig-name descname"><span class="pre">ProcessLoggerStatusResponse</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">version</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">statuses</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#whylogs_container.whylabs.container.responses.LoggerStatusResponse" title="whylogs_container.whylabs.container.responses.LoggerStatusResponse"><span class="pre">LoggerStatusResponse</span></a><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse" title="Permalink to this definition">#</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
+
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_config">
 <span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_config" title="Permalink to this definition">#</a></dt>
@@ -769,7 +1367,7 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_fields">
-<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'statuses':</span> <span class="pre">FieldInfo(annotation=Dict[str,</span> <span class="pre">LoggerStatusResponse],</span> <span class="pre">required=True)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_fields" title="Permalink to this definition">#</a></dt>
+<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'statuses':</span> <span class="pre">FieldInfo(annotation=Dict[str,</span> <span class="pre">LoggerStatusResponse],</span> <span class="pre">required=True),</span> <span class="pre">'version':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_fields" title="Permalink to this definition">#</a></dt>
 <dd><p>Metadata about the fields defined on the model,
 mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
 <p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
@@ -780,191 +1378,38 @@ <h3>Optional<a class="headerlink" href="#optional" title="Permalink to this head
 <span class="sig-name descname"><span class="pre">statuses</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#whylogs_container.whylabs.container.responses.LoggerStatusResponse" title="whylogs_container.whylabs.container.responses.LoggerStatusResponse"><span class="pre">LoggerStatusResponse</span></a><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.statuses" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.version">
+<span class="sig-name descname"><span class="pre">version</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.version" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
 </dd></dl>
 
 </section>
 <section id="module-whylogs_container.whylabs.container.routes">
 <span id="whylogs-container-whylabs-container-routes-module"></span><h2>whylogs_container.whylabs.container.routes module<a class="headerlink" href="#module-whylogs_container.whylabs.container.routes" title="Permalink to this heading">#</a></h2>
 <dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.routes.health">
-<em class="property"><span class="k"><span class="pre">async</span></span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.routes.</span></span><span class="sig-name descname"><span class="pre">health</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.routes.health" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.routes.init_routes">
+<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.routes.</span></span><span class="sig-name descname"><span class="pre">init_routes</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">whylogs_logger</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger" title="whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger"><span class="pre">ContainerProcessRollingLogger</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">validator</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor" title="whylogs_container.whylabs.llm_validation.validator.ValidationActor"><span class="pre">ValidationActor</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">config_actor</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.container.config.SynchronousConfig" title="whylogs_container.whylabs.container.config.SynchronousConfig"><span class="pre">SynchronousConfig</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.routes.init_routes" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.routes.log">
-<em class="property"><span class="k"><span class="pre">async</span></span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.routes.</span></span><span class="sig-name descname"><span class="pre">log</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">_raw_request</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Request</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">_request</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogRequest" title="whylogs_container.whylabs.container.requests.LogRequest"><span class="pre">LogRequest</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.routes.log" title="Permalink to this definition">#</a></dt>
-<dd><p>Profile tabular data. The Swagger UI isn’t able to call this currently.</p>
-<p>## Sample curl request:</p>
-<p><a href="#id1"><span class="problematic" id="id2">``</span></a><a href="#id3"><span class="problematic" id="id4">`</span></a>bash
-curl -X ‘POST’     -H “X-API-Key: &lt;password&gt;”     -H “Content-Type: application/json”     ‘<a class="reference external" href="http://localhost:8000/log">http://localhost:8000/log</a>’     –data-raw ‘{</p>
-<blockquote>
-<div><p>“datasetId”: “model-62”,
-“multiple”: {</p>
-<blockquote>
-<div><p>“columns”: [ “age”, “workclass”, “fnlwgt”, “education” ],
-“data”: [</p>
-<blockquote>
-<div><p>[ 25, “Private”, 226802, “11th” ]</p>
-</div></blockquote>
-<p>]</p>
-</div></blockquote>
-<p>}</p>
-</div></blockquote>
-<section id="id5">
-<h3>}’<a class="headerlink" href="#id5" title="Permalink to this heading">#</a></h3>
-<p>## Sample Python request:
-<a href="#id6"><span class="problematic" id="id7">``</span></a><a href="#id8"><span class="problematic" id="id9">`</span></a>python
-import requests</p>
-<p># Define your API key
-api_key = “&lt;password&gt;”</p>
-<p># API endpoint
-url = ‘<a class="reference external" href="http://localhost:8000/log">http://localhost:8000/log</a>’</p>
-<p># Sample data
-data = {</p>
-<blockquote>
-<div><p>“datasetId”: “model-62”,
-“multiple”: {</p>
-<blockquote>
-<div><p>“columns”: [“age”, “workclass”, “fnlwgt”, “education”],
-“data”: [</p>
-<blockquote>
-<div><p>[25, “Private”, 226802, “11th”]</p>
-</div></blockquote>
-<p>]</p>
-</div></blockquote>
-<p>}</p>
-</div></blockquote>
-<p>}</p>
-<p># Make the POST request
-headers = {“X-API-Key”: api_key}
-response = requests.post(url, json=data, headers=headers)
-<a href="#id10"><span class="problematic" id="id11">``</span></a><a href="#id12"><span class="problematic" id="id13">`</span></a></p>
 </section>
-</dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.routes.log_debug_info">
-<em class="property"><span class="k"><span class="pre">async</span></span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.routes.</span></span><span class="sig-name descname"><span class="pre">log_debug_info</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.routes.log_debug_info" title="Permalink to this definition">#</a></dt>
-<dd><p>Log the output of /status</p>
-</dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.routes.log_embeddings">
-<em class="property"><span class="k"><span class="pre">async</span></span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.routes.</span></span><span class="sig-name descname"><span class="pre">log_embeddings</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">_raw_request</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Request</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">_request</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogEmbeddingRequest" title="whylogs_container.whylabs.container.requests.LogEmbeddingRequest"><span class="pre">LogEmbeddingRequest</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.routes.log_embeddings" title="Permalink to this definition">#</a></dt>
-<dd><p>This endpoint requires a custom configuration to set up before hand. See <a class="reference external" href="https://docs.whylabs.ai/docs/integrations-whylogs-container/">https://docs.whylabs.ai/docs/integrations-whylogs-container/</a>
-for setting up embeddings support.</p>
-<p>Log embeddings data. The Swagger UI isn’t able to call this currently.</p>
-<p>## Sample curl request:</p>
-<p><a href="#id14"><span class="problematic" id="id15">``</span></a><a href="#id16"><span class="problematic" id="id17">`</span></a>bash
-curl -X ‘POST’     -H “X-API-Key: &lt;password&gt;”     -H “Content-Type: application/octet-stream”     ‘<a class="reference external" href="http://localhost:8000/log-embeddings">http://localhost:8000/log-embeddings</a>’     –data-raw ‘{</p>
-<blockquote>
-<div><p>“datasetId”: “model-62”,
-“timestamp”: 1634235000,
-“embeddings”: {</p>
-<blockquote>
-<div><p>“embeddings”: [[0.12, 0.45, 0.33, 0.92]]</p>
-</div></blockquote>
-<p>}</p>
-</div></blockquote>
-<section id="id18">
-<h3>}’<a class="headerlink" href="#id18" title="Permalink to this heading">#</a></h3>
-<p>## Sample Python request:
-<a href="#id19"><span class="problematic" id="id20">``</span></a><a href="#id21"><span class="problematic" id="id22">`</span></a>python
-import requests</p>
-<p># Define your API key
-api_key = “&lt;password&gt;”</p>
-<p># API endpoint
-url = ‘<a class="reference external" href="http://localhost:8000/log-embeddings">http://localhost:8000/log-embeddings</a>’</p>
-<p># Sample data
-data = {</p>
-<blockquote>
-<div><p>“datasetId”: “model-62”,
-“timestamp”: 1634235000,  # an example timestamp
-“embeddings”: {</p>
-<blockquote>
-<div><p>“embeddings”: [[0.12, 0.45, 0.33, 0.92]]</p>
-</div></blockquote>
-<p>}</p>
-</div></blockquote>
-<p>}</p>
-<p># Make the POST request
-headers = {“X-API-Key”: api_key, “Content-Type”: “application/octet-stream”}
-response = requests.post(url, json=data, headers=headers)
-<a href="#id23"><span class="problematic" id="id24">``</span></a><a href="#id25"><span class="problematic" id="id26">`</span></a></p>
-</section>
-</dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.routes.log_llm">
-<em class="property"><span class="k"><span class="pre">async</span></span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.routes.</span></span><span class="sig-name descname"><span class="pre">log_llm</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">_raw_request</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Request</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">_request</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest" title="whylogs_container.whylabs.container.requests.LLMValidateRequest"><span class="pre">LLMValidateRequest</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.routes.log_llm" title="Permalink to this definition">#</a></dt>
-<dd><p>This is a convenience wrapper around the llm request type for calling /log, which accepts bulk data.</p>
-</dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.routes.log_pubsub">
-<em class="property"><span class="k"><span class="pre">async</span></span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.routes.</span></span><span class="sig-name descname"><span class="pre">log_pubsub</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">_raw_request</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Request</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.routes.log_pubsub" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.routes.log_pubsub_embeddings">
-<em class="property"><span class="k"><span class="pre">async</span></span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.routes.</span></span><span class="sig-name descname"><span class="pre">log_pubsub_embeddings</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">_raw_request</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Request</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.routes.log_pubsub_embeddings" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.routes.publish_profiles">
-<em class="property"><span class="k"><span class="pre">async</span></span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.routes.</span></span><span class="sig-name descname"><span class="pre">publish_profiles</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.routes.publish_profiles" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.routes.shutdown">
-<em class="property"><span class="k"><span class="pre">async</span></span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.routes.</span></span><span class="sig-name descname"><span class="pre">shutdown</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.routes.shutdown" title="Permalink to this definition">#</a></dt>
+<section id="module-whylogs_container.whylabs.container.s3_sync">
+<span id="whylogs-container-whylabs-container-s3-sync-module"></span><h2>whylogs_container.whylabs.container.s3_sync module<a class="headerlink" href="#module-whylogs_container.whylabs.container.s3_sync" title="Permalink to this heading">#</a></h2>
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.s3_sync.S3Sync">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.s3_sync.</span></span><span class="sig-name descname"><span class="pre">S3Sync</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">region_name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.s3_sync.S3Sync" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.s3_sync.S3Sync.s3_llm_validators">
+<span class="sig-name descname"><span class="pre">s3_llm_validators</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Mapping</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">EvaluationWorkflow</span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.container.s3_sync.S3Sync.s3_llm_validators" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.routes.status">
-<em class="property"><span class="k"><span class="pre">async</span></span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.routes.</span></span><span class="sig-name descname"><span class="pre">status</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse" title="whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse"><span class="pre">ProcessLoggerStatusResponse</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.routes.status" title="Permalink to this definition">#</a></dt>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.container.s3_sync.S3Sync.sync_s3_policies">
+<span class="sig-name descname"><span class="pre">sync_s3_policies</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy" title="whylogs_container.whylabs.container.policy.Policy"><span class="pre">Policy</span></a><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.s3_sync.S3Sync.sync_s3_policies" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.routes.validate_llm">
-<em class="property"><span class="k"><span class="pre">async</span></span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.routes.</span></span><span class="sig-name descname"><span class="pre">validate_llm</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">_raw_request</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Request</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Response</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">_request</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest" title="whylogs_container.whylabs.container.requests.LLMValidateRequest"><span class="pre">LLMValidateRequest</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">log</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationReport" title="whylogs_container.whylabs.llm_validation.metadata.ValidationReport"><span class="pre">ValidationReport</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.routes.validate_llm" title="Permalink to this definition">#</a></dt>
-<dd><p>This endpoint can be used to synchronously get validation results from a single input
-prompt/response. It automatically performs whylogs profiling and sends profiles to
-whylabs in the background, just like  the /log endpoint.</p>
-<dl class="simple">
-<dt>Args:</dt><dd><p>log (bool, optional): Determines if logging to WhyLabs is enabled for the validate request. Defaults to True.</p>
-</dd>
-</dl>
-<p>## Sample curl request:</p>
-<p><a href="#id27"><span class="problematic" id="id28">``</span></a><a href="#id29"><span class="problematic" id="id30">`</span></a>bash
-curl -X ‘POST’     -H “X-API-Key: &lt;password&gt;”     -H “Content-Type: application/octet-stream”     ‘<a class="reference external" href="http://localhost:8000/validate/llm">http://localhost:8000/validate/llm</a>’     –data-raw ‘{</p>
-<blockquote>
-<div><p>“datasetId”: “model-62”,
-“prompt”: “This is a test prompt”,
-“response”: “This is a test response”</p>
-</div></blockquote>
-<section id="id31">
-<h3>}’<a class="headerlink" href="#id31" title="Permalink to this heading">#</a></h3>
-<p>## Sample Python request:
-<a href="#id32"><span class="problematic" id="id33">``</span></a><a href="#id34"><span class="problematic" id="id35">`</span></a>python
-import requests</p>
-<p># Define your API key
-api_key = “&lt;password&gt;”</p>
-<p># API endpoint
-url = ‘<a class="reference external" href="http://localhost:8000/validate/llm">http://localhost:8000/validate/llm</a>’</p>
-<p># Sample data
-data = {</p>
-<blockquote>
-<div><p>“datasetId”: “model-62”,
-“prompt”: “This is a test prompt”,
-“response”: “This is a test response”</p>
-</div></blockquote>
-<p>}</p>
-<p># Make the POST request
-headers = {“X-API-Key”: api_key, “Content-Type”: “application/octet-stream”}
-response = requests.post(url, json=data, headers=headers)
-<a href="#id36"><span class="problematic" id="id37">``</span></a><a href="#id38"><span class="problematic" id="id39">`</span></a></p>
-</section>
 </dd></dl>
 
 </section>
@@ -973,7 +1418,9 @@ <h3>}’<a class="headerlink" href="#id31" title="Permalink to this heading">#</
 <dl class="py function">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.startup.fix_torch_threading">
 <span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.startup.</span></span><span class="sig-name descname"><span class="pre">fix_torch_threading</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.startup.fix_torch_threading" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
+<dd><p>This hack will get pytorch working in a multi processing environment but has a significant performance impact on
+large inputs.</p>
+</dd></dl>
 
 <dl class="py function">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.container.startup.init_logging">
@@ -985,11 +1432,9 @@ <h3>}’<a class="headerlink" href="#id31" title="Permalink to this heading">#</
 <span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.startup.</span></span><span class="sig-name descname"><span class="pre">start</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">port</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">8000</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.container.startup.start" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.container.startup.update_pid">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.container.startup.</span></span><span class="sig-name descname"><span class="pre">update_pid</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">logger</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger" title="whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger"><span class="pre">ContainerProcessRollingLogger</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.container.startup.update_pid" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
+</section>
+<section id="module-whylogs_container.whylabs.container.version">
+<span id="whylogs-container-whylabs-container-version-module"></span><h2>whylogs_container.whylabs.container.version module<a class="headerlink" href="#module-whylogs_container.whylabs.container.version" title="Permalink to this heading">#</a></h2>
 </section>
 <section id="module-whylogs_container.whylabs.container">
 <span id="module-contents"></span><h2>Module contents<a class="headerlink" href="#module-whylogs_container.whylabs.container" title="Permalink to this heading">#</a></h2>
@@ -1043,51 +1488,53 @@ <h3>}’<a class="headerlink" href="#id31" title="Permalink to this heading">#</
 </ul>
 </li>
 <li><a class="reference internal" href="#module-whylogs_container.whylabs.container.config">whylogs_container.whylabs.container.config module</a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ContainerSchemas"><code class="docutils literal notranslate"><span class="pre">ContainerSchemas</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ContainerSchemas.schemas"><code class="docutils literal notranslate"><span class="pre">ContainerSchemas.schemas</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ContainerSchemas.validation_schemas"><code class="docutils literal notranslate"><span class="pre">ContainerSchemas.validation_schemas</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigActor"><code class="docutils literal notranslate"><span class="pre">ConfigActor</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigActor.close_process"><code class="docutils literal notranslate"><span class="pre">ConfigActor.close_process()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigActor.handle_refresh_message"><code class="docutils literal notranslate"><span class="pre">ConfigActor.handle_refresh_message()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigActor.process_batch"><code class="docutils literal notranslate"><span class="pre">ConfigActor.process_batch()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigActor.process_close_message"><code class="docutils literal notranslate"><span class="pre">ConfigActor.process_close_message()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigActor.run"><code class="docutils literal notranslate"><span class="pre">ConfigActor.run()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigActor.start_process"><code class="docutils literal notranslate"><span class="pre">ConfigActor.start_process()</span></code></a></li>
 </ul>
 </li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.get_dataset_options"><code class="docutils literal notranslate"><span class="pre">get_dataset_options()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.get_llm_validation_options"><code class="docutils literal notranslate"><span class="pre">get_llm_validation_options()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.init"><code class="docutils literal notranslate"><span class="pre">init()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigInstance"><code class="docutils literal notranslate"><span class="pre">ConfigInstance</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigInstance.config"><code class="docutils literal notranslate"><span class="pre">ConfigInstance.config</span></code></a></li>
 </ul>
 </li>
-<li><a class="reference internal" href="#module-whylogs_container.whylabs.container.config_test">whylogs_container.whylabs.container.config_test module</a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit"><code class="docutils literal notranslate"><span class="pre">test_indexing_into_toolkit()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigManager"><code class="docutils literal notranslate"><span class="pre">ConfigManager</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigManager.ConfigInstance"><code class="docutils literal notranslate"><span class="pre">ConfigManager.ConfigInstance()</span></code></a></li>
 </ul>
 </li>
-<li><a class="reference internal" href="#module-whylogs_container.whylabs.container.container_config">whylogs_container.whylabs.container.container_config module</a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.container_config.ContainerConfig"><code class="docutils literal notranslate"><span class="pre">ContainerConfig</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.container_config.ContainerConfig.get_dataset_options"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.get_dataset_options()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.container_config.ContainerConfig.get_udfs"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.get_udfs()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigProxy"><code class="docutils literal notranslate"><span class="pre">ConfigProxy</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigState"><code class="docutils literal notranslate"><span class="pre">ConfigState</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigState.create_time"><code class="docutils literal notranslate"><span class="pre">ConfigState.create_time</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigState.get_container_config"><code class="docutils literal notranslate"><span class="pre">ConfigState.get_container_config()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigState.get_dataset_options"><code class="docutils literal notranslate"><span class="pre">ConfigState.get_dataset_options()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigState.get_default_langkit_workflow"><code class="docutils literal notranslate"><span class="pre">ConfigState.get_default_langkit_workflow()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigState.get_langkit_options"><code class="docutils literal notranslate"><span class="pre">ConfigState.get_langkit_options()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigState.get_langkit_workflow"><code class="docutils literal notranslate"><span class="pre">ConfigState.get_langkit_workflow()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigState.get_policy_langkit_options"><code class="docutils literal notranslate"><span class="pre">ConfigState.get_policy_langkit_options()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigState.local_policies"><code class="docutils literal notranslate"><span class="pre">ConfigState.local_policies</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.ConfigState.s3_policies"><code class="docutils literal notranslate"><span class="pre">ConfigState.s3_policies</span></code></a></li>
 </ul>
 </li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.container_config.UDFConfig"><code class="docutils literal notranslate"><span class="pre">UDFConfig</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.container_config.UDFConfig.applicable_columns"><code class="docutils literal notranslate"><span class="pre">UDFConfig.applicable_columns</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.container_config.UDFConfig.metrics"><code class="docutils literal notranslate"><span class="pre">UDFConfig.metrics</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.container_config.UDFConfig.udf"><code class="docutils literal notranslate"><span class="pre">UDFConfig.udf</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.RefreshMessage"><code class="docutils literal notranslate"><span class="pre">RefreshMessage</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.RefreshMessage.id"><code class="docutils literal notranslate"><span class="pre">RefreshMessage.id</span></code></a></li>
 </ul>
 </li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.SynchronousConfig"><code class="docutils literal notranslate"><span class="pre">SynchronousConfig</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.SynchronousConfig.close_process"><code class="docutils literal notranslate"><span class="pre">SynchronousConfig.close_process()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.SynchronousConfig.refresh"><code class="docutils literal notranslate"><span class="pre">SynchronousConfig.refresh()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config.SynchronousConfig.start_process"><code class="docutils literal notranslate"><span class="pre">SynchronousConfig.start_process()</span></code></a></li>
 </ul>
 </li>
-<li><a class="reference internal" href="#module-whylogs_container.whylabs.container.environment">whylogs_container.whylabs.container.environment module</a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.ContainerConfig"><code class="docutils literal notranslate"><span class="pre">ContainerConfig</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.ContainerConfig.assert_llm_endpoint"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.assert_llm_endpoint()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.ContainerConfig.auth_disabled"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.auth_disabled()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.ContainerConfig.container_password"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.container_password</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.ContainerConfig.default_dataset_cadence"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.default_dataset_cadence</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_api_key"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.default_openai_api_key</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_organization"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.default_openai_organization</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_org_id"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.default_whylabs_org_id</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_cadence"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.default_whylabs_upload_cadence</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_interval"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.default_whylabs_upload_interval</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.ContainerConfig.disable_container_password"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.disable_container_password</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.ContainerConfig.fail_startup_without_config"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.fail_startup_without_config</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.ContainerConfig.llm_container"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.llm_container</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.ContainerConfig.whylabs_api_key"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.whylabs_api_key</span></code></a></li>
 </ul>
 </li>
+<li><a class="reference internal" href="#module-whylogs_container.whylabs.container.config_test">whylogs_container.whylabs.container.config_test module</a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit"><code class="docutils literal notranslate"><span class="pre">test_indexing_into_toolkit()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#module-whylogs_container.whylabs.container.environment">whylogs_container.whylabs.container.environment module</a><ul>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames"><code class="docutils literal notranslate"><span class="pre">EnvVarNames</span></code></a><ul>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.CONTAINER_PASSWORD"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.CONTAINER_PASSWORD</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_DATASET_CADENCE"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.DEFAULT_WHYLABS_DATASET_CADENCE</span></code></a></li>
@@ -1096,19 +1543,106 @@ <h3>}’<a class="headerlink" href="#id31" title="Permalink to this heading">#</
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_INTERVAL"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.DEFAULT_WHYLABS_UPLOAD_INTERVAL</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.DISABLE_CONTAINER_PASSWORD"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.DISABLE_CONTAINER_PASSWORD</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_CONFIG"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.FAIL_STARTUP_WITHOUT_CONFIG</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_POLICIES"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.FAIL_STARTUP_WITHOUT_POLICIES</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.LLM_CONTAINER"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.LLM_CONTAINER</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.LOG_LEVEL"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.LOG_LEVEL</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BATCH_SIZE"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.MAX_REQUEST_BATCH_SIZE</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BUFFER_BYTES"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.MAX_REQUEST_BUFFER_BYTES</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_API_KEY"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.OPENAI_API_KEY</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_ORGANIZATION"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.OPENAI_ORGANIZATION</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.POLICY_BASE_DIR"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.POLICY_BASE_DIR</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_BUCKET_NAME"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.S3_CONFIG_BUCKET_NAME</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_PREFIX"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.S3_CONFIG_PREFIX</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.S3_CONFIG_SYNC</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_CADENCE"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.S3_CONFIG_SYNC_CADENCE</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_INTERVAL"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.S3_CONFIG_SYNC_INTERVAL</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_ROLE_ARN"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.S3_CONFIG_SYNC_ROLE_ARN</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvVarNames.WHYLABS_API_KEY"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.WHYLABS_API_KEY</span></code></a></li>
 </ul>
 </li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.assert_llm_endpoint"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.assert_llm_endpoint()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.auth_disabled"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.auth_disabled()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.container_password"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.container_password</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_dataset_cadence"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.default_dataset_cadence</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_org_id"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.default_whylabs_org_id</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_upload_cadence"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.default_whylabs_upload_cadence</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_upload_interval"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.default_whylabs_upload_interval</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.disable_container_password"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.disable_container_password</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.fail_startup_without_config"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.fail_startup_without_config</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.fail_startup_without_policies"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.fail_startup_without_policies</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.llm_container"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.llm_container</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.log_level"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.log_level</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.policy_base_dir"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.policy_base_dir</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_bucket_name"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.s3_config_bucket_name</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_prefix"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.s3_config_prefix</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_sync"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.s3_config_sync</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_sync_cadence"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.s3_config_sync_cadence</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.environment.EnvironmentVariables.whylabs_api_key"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.whylabs_api_key</span></code></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li><a class="reference internal" href="#module-whylogs_container.whylabs.container.file_read_utils">whylogs_container.whylabs.container.file_read_utils module</a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.file_read_utils.load_policy_from_str"><code class="docutils literal notranslate"><span class="pre">load_policy_from_str()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#module-whylogs_container.whylabs.container.lazy">whylogs_container.whylabs.container.lazy module</a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.lazy.LazyInit"><code class="docutils literal notranslate"><span class="pre">LazyInit</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.lazy.LazyInit.value"><code class="docutils literal notranslate"><span class="pre">LazyInit.value</span></code></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li><a class="reference internal" href="#module-whylogs_container.whylabs.container.policy">whylogs_container.whylabs.container.policy module</a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.CachedMetricCreator"><code class="docutils literal notranslate"><span class="pre">CachedMetricCreator</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.CallbackOptions"><code class="docutils literal notranslate"><span class="pre">CallbackOptions</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.CallbackOptions.callback"><code class="docutils literal notranslate"><span class="pre">CallbackOptions.callback</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.CallbackOptions.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">CallbackOptions.model_computed_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.CallbackOptions.model_config"><code class="docutils literal notranslate"><span class="pre">CallbackOptions.model_config</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.CallbackOptions.model_fields"><code class="docutils literal notranslate"><span class="pre">CallbackOptions.model_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.CallbackOptions.options"><code class="docutils literal notranslate"><span class="pre">CallbackOptions.options</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.CallbackOptions.to_langkit_options"><code class="docutils literal notranslate"><span class="pre">CallbackOptions.to_langkit_options()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.LangkitMetric"><code class="docutils literal notranslate"><span class="pre">LangkitMetric</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.LangkitMetric.metric"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.metric</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.LangkitMetric.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.model_computed_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.LangkitMetric.model_config"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.model_config</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.LangkitMetric.model_fields"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.model_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.LangkitMetric.options"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.options</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.LangkitMetric.profile"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.profile</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.LangkitMetric.to_langkit_options"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.to_langkit_options()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.LangkitMetric.validation"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.validation</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy"><code class="docutils literal notranslate"><span class="pre">Policy</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy.callbacks"><code class="docutils literal notranslate"><span class="pre">Policy.callbacks</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy.ensure_str"><code class="docutils literal notranslate"><span class="pre">Policy.ensure_str()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy.id"><code class="docutils literal notranslate"><span class="pre">Policy.id</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy.metrics"><code class="docutils literal notranslate"><span class="pre">Policy.metrics</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">Policy.model_computed_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy.model_config"><code class="docutils literal notranslate"><span class="pre">Policy.model_config</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy.model_fields"><code class="docutils literal notranslate"><span class="pre">Policy.model_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy.policy_version"><code class="docutils literal notranslate"><span class="pre">Policy.policy_version</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy.presets"><code class="docutils literal notranslate"><span class="pre">Policy.presets</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy.schema_version"><code class="docutils literal notranslate"><span class="pre">Policy.schema_version</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.Policy.whylabs_dataset_id"><code class="docutils literal notranslate"><span class="pre">Policy.whylabs_dataset_id</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.ValidationOptions"><code class="docutils literal notranslate"><span class="pre">ValidationOptions</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.ValidationOptions.lower_threshold"><code class="docutils literal notranslate"><span class="pre">ValidationOptions.lower_threshold</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.ValidationOptions.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">ValidationOptions.model_computed_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.ValidationOptions.model_config"><code class="docutils literal notranslate"><span class="pre">ValidationOptions.model_config</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.ValidationOptions.model_fields"><code class="docutils literal notranslate"><span class="pre">ValidationOptions.model_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.policy.ValidationOptions.upper_threshold"><code class="docutils literal notranslate"><span class="pre">ValidationOptions.upper_threshold</span></code></a></li>
+</ul>
+</li>
 </ul>
 </li>
 <li><a class="reference internal" href="#module-whylogs_container.whylabs.container.requests">whylogs_container.whylabs.container.requests module</a><ul>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest"><code class="docutils literal notranslate"><span class="pre">LLMValidateRequest</span></code></a><ul>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest.dataset_id"><code class="docutils literal notranslate"><span class="pre">LLMValidateRequest.dataset_id</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest.id"><code class="docutils literal notranslate"><span class="pre">LLMValidateRequest.id</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">LLMValidateRequest.model_computed_fields</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest.model_config"><code class="docutils literal notranslate"><span class="pre">LLMValidateRequest.model_config</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest.model_fields"><code class="docutils literal notranslate"><span class="pre">LLMValidateRequest.model_fields</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LLMValidateRequest.prompt"><code class="docutils literal notranslate"><span class="pre">LLMValidateRequest.prompt</span></code></a></li>
@@ -1119,6 +1653,7 @@ <h3>}’<a class="headerlink" href="#id31" title="Permalink to this heading">#</
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogEmbeddingRequest"><code class="docutils literal notranslate"><span class="pre">LogEmbeddingRequest</span></code></a><ul>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.datasetId"><code class="docutils literal notranslate"><span class="pre">LogEmbeddingRequest.datasetId</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.embeddings"><code class="docutils literal notranslate"><span class="pre">LogEmbeddingRequest.embeddings</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">LogEmbeddingRequest.model_computed_fields</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_config"><code class="docutils literal notranslate"><span class="pre">LogEmbeddingRequest.model_config</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_fields"><code class="docutils literal notranslate"><span class="pre">LogEmbeddingRequest.model_fields</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.timestamp"><code class="docutils literal notranslate"><span class="pre">LogEmbeddingRequest.timestamp</span></code></a></li>
@@ -1127,12 +1662,14 @@ <h3>}’<a class="headerlink" href="#id31" title="Permalink to this heading">#</
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogMultiple"><code class="docutils literal notranslate"><span class="pre">LogMultiple</span></code></a><ul>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogMultiple.columns"><code class="docutils literal notranslate"><span class="pre">LogMultiple.columns</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogMultiple.data"><code class="docutils literal notranslate"><span class="pre">LogMultiple.data</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogMultiple.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">LogMultiple.model_computed_fields</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogMultiple.model_config"><code class="docutils literal notranslate"><span class="pre">LogMultiple.model_config</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogMultiple.model_fields"><code class="docutils literal notranslate"><span class="pre">LogMultiple.model_fields</span></code></a></li>
 </ul>
 </li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogRequest"><code class="docutils literal notranslate"><span class="pre">LogRequest</span></code></a><ul>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogRequest.dataset_id"><code class="docutils literal notranslate"><span class="pre">LogRequest.dataset_id</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogRequest.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">LogRequest.model_computed_fields</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogRequest.model_config"><code class="docutils literal notranslate"><span class="pre">LogRequest.model_config</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogRequest.model_fields"><code class="docutils literal notranslate"><span class="pre">LogRequest.model_fields</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.LogRequest.multiple"><code class="docutils literal notranslate"><span class="pre">LogRequest.multiple</span></code></a></li>
@@ -1143,6 +1680,7 @@ <h3>}’<a class="headerlink" href="#id31" title="Permalink to this heading">#</
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.PubSubMessage.attributes"><code class="docutils literal notranslate"><span class="pre">PubSubMessage.attributes</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.PubSubMessage.data"><code class="docutils literal notranslate"><span class="pre">PubSubMessage.data</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.PubSubMessage.messageId"><code class="docutils literal notranslate"><span class="pre">PubSubMessage.messageId</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.PubSubMessage.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">PubSubMessage.model_computed_fields</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.PubSubMessage.model_config"><code class="docutils literal notranslate"><span class="pre">PubSubMessage.model_config</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.PubSubMessage.model_fields"><code class="docutils literal notranslate"><span class="pre">PubSubMessage.model_fields</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.PubSubMessage.publishTime"><code class="docutils literal notranslate"><span class="pre">PubSubMessage.publishTime</span></code></a></li>
@@ -1150,17 +1688,55 @@ <h3>}’<a class="headerlink" href="#id31" title="Permalink to this heading">#</
 </li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.PubSubRequest"><code class="docutils literal notranslate"><span class="pre">PubSubRequest</span></code></a><ul>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.PubSubRequest.message"><code class="docutils literal notranslate"><span class="pre">PubSubRequest.message</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.PubSubRequest.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">PubSubRequest.model_computed_fields</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.PubSubRequest.model_config"><code class="docutils literal notranslate"><span class="pre">PubSubRequest.model_config</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.PubSubRequest.model_fields"><code class="docutils literal notranslate"><span class="pre">PubSubRequest.model_fields</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.PubSubRequest.subscription"><code class="docutils literal notranslate"><span class="pre">PubSubRequest.subscription</span></code></a></li>
 </ul>
 </li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.ValidationRequest"><code class="docutils literal notranslate"><span class="pre">ValidationRequest</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.ValidationRequest.dataset_id"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.dataset_id</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.ValidationRequest.id"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.id</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.ValidationRequest.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.model_computed_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.ValidationRequest.model_config"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.model_config</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.ValidationRequest.model_fields"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.model_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.ValidationRequest.prompt"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.prompt</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.ValidationRequest.response"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.response</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.ValidationRequest.to_dataframe"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.to_dataframe()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.requests.ValidationRequest.to_row"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.to_row()</span></code></a></li>
+</ul>
+</li>
 </ul>
 </li>
 <li><a class="reference internal" href="#module-whylogs_container.whylabs.container.responses">whylogs_container.whylabs.container.responses module</a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.AvailableMetrics"><code class="docutils literal notranslate"><span class="pre">AvailableMetrics</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.AvailableMetrics.metrics_names"><code class="docutils literal notranslate"><span class="pre">AvailableMetrics.metrics_names</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.AvailableMetrics.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">AvailableMetrics.model_computed_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.AvailableMetrics.model_config"><code class="docutils literal notranslate"><span class="pre">AvailableMetrics.model_config</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.AvailableMetrics.model_fields"><code class="docutils literal notranslate"><span class="pre">AvailableMetrics.model_fields</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.EvaluationResult"><code class="docutils literal notranslate"><span class="pre">EvaluationResult</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.EvaluationResult.metrics"><code class="docutils literal notranslate"><span class="pre">EvaluationResult.metrics</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.EvaluationResult.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">EvaluationResult.model_computed_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.EvaluationResult.model_config"><code class="docutils literal notranslate"><span class="pre">EvaluationResult.model_config</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.EvaluationResult.model_fields"><code class="docutils literal notranslate"><span class="pre">EvaluationResult.model_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.EvaluationResult.perf_info"><code class="docutils literal notranslate"><span class="pre">EvaluationResult.perf_info</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.EvaluationResult.validation_results"><code class="docutils literal notranslate"><span class="pre">EvaluationResult.validation_results</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.FailedEvaluationResult"><code class="docutils literal notranslate"><span class="pre">FailedEvaluationResult</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.FailedEvaluationResult.metrics"><code class="docutils literal notranslate"><span class="pre">FailedEvaluationResult.metrics</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">FailedEvaluationResult.model_computed_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_config"><code class="docutils literal notranslate"><span class="pre">FailedEvaluationResult.model_config</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_fields"><code class="docutils literal notranslate"><span class="pre">FailedEvaluationResult.model_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.FailedEvaluationResult.validation_results"><code class="docutils literal notranslate"><span class="pre">FailedEvaluationResult.validation_results</span></code></a></li>
+</ul>
+</li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.LoggerStatusResponse"><code class="docutils literal notranslate"><span class="pre">LoggerStatusResponse</span></code></a><ul>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_profiles"><code class="docutils literal notranslate"><span class="pre">LoggerStatusResponse.dataset_profiles</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_timestamps"><code class="docutils literal notranslate"><span class="pre">LoggerStatusResponse.dataset_timestamps</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">LoggerStatusResponse.model_computed_fields</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_config"><code class="docutils literal notranslate"><span class="pre">LoggerStatusResponse.model_config</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_fields"><code class="docutils literal notranslate"><span class="pre">LoggerStatusResponse.model_fields</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.LoggerStatusResponse.pending_views"><code class="docutils literal notranslate"><span class="pre">LoggerStatusResponse.pending_views</span></code></a></li>
@@ -1171,34 +1747,34 @@ <h3>}’<a class="headerlink" href="#id31" title="Permalink to this heading">#</
 </ul>
 </li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse"><code class="docutils literal notranslate"><span class="pre">ProcessLoggerStatusResponse</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">ProcessLoggerStatusResponse.model_computed_fields</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_config"><code class="docutils literal notranslate"><span class="pre">ProcessLoggerStatusResponse.model_config</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_fields"><code class="docutils literal notranslate"><span class="pre">ProcessLoggerStatusResponse.model_fields</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.statuses"><code class="docutils literal notranslate"><span class="pre">ProcessLoggerStatusResponse.statuses</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.version"><code class="docutils literal notranslate"><span class="pre">ProcessLoggerStatusResponse.version</span></code></a></li>
 </ul>
 </li>
 </ul>
 </li>
 <li><a class="reference internal" href="#module-whylogs_container.whylabs.container.routes">whylogs_container.whylabs.container.routes module</a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.routes.health"><code class="docutils literal notranslate"><span class="pre">health()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.routes.log"><code class="docutils literal notranslate"><span class="pre">log()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.routes.log_debug_info"><code class="docutils literal notranslate"><span class="pre">log_debug_info()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.routes.log_embeddings"><code class="docutils literal notranslate"><span class="pre">log_embeddings()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.routes.log_llm"><code class="docutils literal notranslate"><span class="pre">log_llm()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.routes.log_pubsub"><code class="docutils literal notranslate"><span class="pre">log_pubsub()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.routes.log_pubsub_embeddings"><code class="docutils literal notranslate"><span class="pre">log_pubsub_embeddings()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.routes.publish_profiles"><code class="docutils literal notranslate"><span class="pre">publish_profiles()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.routes.shutdown"><code class="docutils literal notranslate"><span class="pre">shutdown()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.routes.status"><code class="docutils literal notranslate"><span class="pre">status()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.routes.validate_llm"><code class="docutils literal notranslate"><span class="pre">validate_llm()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.routes.init_routes"><code class="docutils literal notranslate"><span class="pre">init_routes()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#module-whylogs_container.whylabs.container.s3_sync">whylogs_container.whylabs.container.s3_sync module</a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.s3_sync.S3Sync"><code class="docutils literal notranslate"><span class="pre">S3Sync</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.s3_sync.S3Sync.s3_llm_validators"><code class="docutils literal notranslate"><span class="pre">S3Sync.s3_llm_validators</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.container.s3_sync.S3Sync.sync_s3_policies"><code class="docutils literal notranslate"><span class="pre">S3Sync.sync_s3_policies()</span></code></a></li>
+</ul>
+</li>
 </ul>
 </li>
 <li><a class="reference internal" href="#module-whylogs_container.whylabs.container.startup">whylogs_container.whylabs.container.startup module</a><ul>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.startup.fix_torch_threading"><code class="docutils literal notranslate"><span class="pre">fix_torch_threading()</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.startup.init_logging"><code class="docutils literal notranslate"><span class="pre">init_logging()</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.container.startup.start"><code class="docutils literal notranslate"><span class="pre">start()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.container.startup.update_pid"><code class="docutils literal notranslate"><span class="pre">update_pid()</span></code></a></li>
 </ul>
 </li>
+<li><a class="reference internal" href="#module-whylogs_container.whylabs.container.version">whylogs_container.whylabs.container.version module</a></li>
 <li><a class="reference internal" href="#module-whylogs_container.whylabs.container">Module contents</a></li>
 </ul>
 </li>
diff --git a/whylogs_container.whylabs.html b/whylogs_container.whylabs.html
index 3aa23ae..d845297 100644
--- a/whylogs_container.whylabs.html
+++ b/whylogs_container.whylabs.html
@@ -203,51 +203,53 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to thi
 </ul>
 </li>
 <li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.config">whylogs_container.whylabs.container.config module</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ContainerSchemas"><code class="docutils literal notranslate"><span class="pre">ContainerSchemas</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ContainerSchemas.schemas"><code class="docutils literal notranslate"><span class="pre">ContainerSchemas.schemas</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ContainerSchemas.validation_schemas"><code class="docutils literal notranslate"><span class="pre">ContainerSchemas.validation_schemas</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigActor"><code class="docutils literal notranslate"><span class="pre">ConfigActor</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigActor.close_process"><code class="docutils literal notranslate"><span class="pre">ConfigActor.close_process()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigActor.handle_refresh_message"><code class="docutils literal notranslate"><span class="pre">ConfigActor.handle_refresh_message()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigActor.process_batch"><code class="docutils literal notranslate"><span class="pre">ConfigActor.process_batch()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigActor.process_close_message"><code class="docutils literal notranslate"><span class="pre">ConfigActor.process_close_message()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigActor.run"><code class="docutils literal notranslate"><span class="pre">ConfigActor.run()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigActor.start_process"><code class="docutils literal notranslate"><span class="pre">ConfigActor.start_process()</span></code></a></li>
 </ul>
 </li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.get_dataset_options"><code class="docutils literal notranslate"><span class="pre">get_dataset_options()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.get_llm_validation_options"><code class="docutils literal notranslate"><span class="pre">get_llm_validation_options()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.init"><code class="docutils literal notranslate"><span class="pre">init()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigInstance"><code class="docutils literal notranslate"><span class="pre">ConfigInstance</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigInstance.config"><code class="docutils literal notranslate"><span class="pre">ConfigInstance.config</span></code></a></li>
 </ul>
 </li>
-<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.config_test">whylogs_container.whylabs.container.config_test module</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit"><code class="docutils literal notranslate"><span class="pre">test_indexing_into_toolkit()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigManager"><code class="docutils literal notranslate"><span class="pre">ConfigManager</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigManager.ConfigInstance"><code class="docutils literal notranslate"><span class="pre">ConfigManager.ConfigInstance()</span></code></a></li>
 </ul>
 </li>
-<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.container_config">whylogs_container.whylabs.container.container_config module</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.container_config.ContainerConfig"><code class="docutils literal notranslate"><span class="pre">ContainerConfig</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.container_config.ContainerConfig.get_dataset_options"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.get_dataset_options()</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.container_config.ContainerConfig.get_udfs"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.get_udfs()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigProxy"><code class="docutils literal notranslate"><span class="pre">ConfigProxy</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState"><code class="docutils literal notranslate"><span class="pre">ConfigState</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.create_time"><code class="docutils literal notranslate"><span class="pre">ConfigState.create_time</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.get_container_config"><code class="docutils literal notranslate"><span class="pre">ConfigState.get_container_config()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.get_dataset_options"><code class="docutils literal notranslate"><span class="pre">ConfigState.get_dataset_options()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.get_default_langkit_workflow"><code class="docutils literal notranslate"><span class="pre">ConfigState.get_default_langkit_workflow()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.get_langkit_options"><code class="docutils literal notranslate"><span class="pre">ConfigState.get_langkit_options()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.get_langkit_workflow"><code class="docutils literal notranslate"><span class="pre">ConfigState.get_langkit_workflow()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.get_policy_langkit_options"><code class="docutils literal notranslate"><span class="pre">ConfigState.get_policy_langkit_options()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.local_policies"><code class="docutils literal notranslate"><span class="pre">ConfigState.local_policies</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigState.s3_policies"><code class="docutils literal notranslate"><span class="pre">ConfigState.s3_policies</span></code></a></li>
 </ul>
 </li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.container_config.UDFConfig"><code class="docutils literal notranslate"><span class="pre">UDFConfig</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.container_config.UDFConfig.applicable_columns"><code class="docutils literal notranslate"><span class="pre">UDFConfig.applicable_columns</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.container_config.UDFConfig.metrics"><code class="docutils literal notranslate"><span class="pre">UDFConfig.metrics</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.container_config.UDFConfig.udf"><code class="docutils literal notranslate"><span class="pre">UDFConfig.udf</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.RefreshMessage"><code class="docutils literal notranslate"><span class="pre">RefreshMessage</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.RefreshMessage.id"><code class="docutils literal notranslate"><span class="pre">RefreshMessage.id</span></code></a></li>
 </ul>
 </li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.SynchronousConfig"><code class="docutils literal notranslate"><span class="pre">SynchronousConfig</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.SynchronousConfig.close_process"><code class="docutils literal notranslate"><span class="pre">SynchronousConfig.close_process()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.SynchronousConfig.refresh"><code class="docutils literal notranslate"><span class="pre">SynchronousConfig.refresh()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.SynchronousConfig.start_process"><code class="docutils literal notranslate"><span class="pre">SynchronousConfig.start_process()</span></code></a></li>
 </ul>
 </li>
-<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.environment">whylogs_container.whylabs.container.environment module</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig"><code class="docutils literal notranslate"><span class="pre">ContainerConfig</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.assert_llm_endpoint"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.assert_llm_endpoint()</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.auth_disabled"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.auth_disabled()</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.container_password"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.container_password</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.default_dataset_cadence"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.default_dataset_cadence</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_api_key"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.default_openai_api_key</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_organization"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.default_openai_organization</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_org_id"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.default_whylabs_org_id</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_cadence"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.default_whylabs_upload_cadence</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_interval"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.default_whylabs_upload_interval</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.disable_container_password"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.disable_container_password</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.fail_startup_without_config"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.fail_startup_without_config</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.llm_container"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.llm_container</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig.whylabs_api_key"><code class="docutils literal notranslate"><span class="pre">ContainerConfig.whylabs_api_key</span></code></a></li>
 </ul>
 </li>
+<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.config_test">whylogs_container.whylabs.container.config_test module</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit"><code class="docutils literal notranslate"><span class="pre">test_indexing_into_toolkit()</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.environment">whylogs_container.whylabs.container.environment module</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames"><code class="docutils literal notranslate"><span class="pre">EnvVarNames</span></code></a><ul>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.CONTAINER_PASSWORD"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.CONTAINER_PASSWORD</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_DATASET_CADENCE"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.DEFAULT_WHYLABS_DATASET_CADENCE</span></code></a></li>
@@ -256,19 +258,106 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to thi
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_INTERVAL"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.DEFAULT_WHYLABS_UPLOAD_INTERVAL</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.DISABLE_CONTAINER_PASSWORD"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.DISABLE_CONTAINER_PASSWORD</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_CONFIG"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.FAIL_STARTUP_WITHOUT_CONFIG</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_POLICIES"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.FAIL_STARTUP_WITHOUT_POLICIES</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.LLM_CONTAINER"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.LLM_CONTAINER</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.LOG_LEVEL"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.LOG_LEVEL</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BATCH_SIZE"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.MAX_REQUEST_BATCH_SIZE</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BUFFER_BYTES"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.MAX_REQUEST_BUFFER_BYTES</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_API_KEY"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.OPENAI_API_KEY</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_ORGANIZATION"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.OPENAI_ORGANIZATION</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.POLICY_BASE_DIR"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.POLICY_BASE_DIR</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_BUCKET_NAME"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.S3_CONFIG_BUCKET_NAME</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_PREFIX"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.S3_CONFIG_PREFIX</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.S3_CONFIG_SYNC</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_CADENCE"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.S3_CONFIG_SYNC_CADENCE</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_INTERVAL"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.S3_CONFIG_SYNC_INTERVAL</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.S3_CONFIG_SYNC_ROLE_ARN"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.S3_CONFIG_SYNC_ROLE_ARN</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvVarNames.WHYLABS_API_KEY"><code class="docutils literal notranslate"><span class="pre">EnvVarNames.WHYLABS_API_KEY</span></code></a></li>
 </ul>
 </li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.assert_llm_endpoint"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.assert_llm_endpoint()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.auth_disabled"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.auth_disabled()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.container_password"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.container_password</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_dataset_cadence"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.default_dataset_cadence</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_org_id"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.default_whylabs_org_id</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_upload_cadence"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.default_whylabs_upload_cadence</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.default_whylabs_upload_interval"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.default_whylabs_upload_interval</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.disable_container_password"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.disable_container_password</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.fail_startup_without_config"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.fail_startup_without_config</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.fail_startup_without_policies"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.fail_startup_without_policies</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.llm_container"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.llm_container</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.log_level"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.log_level</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.policy_base_dir"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.policy_base_dir</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_bucket_name"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.s3_config_bucket_name</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_prefix"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.s3_config_prefix</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_sync"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.s3_config_sync</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.s3_config_sync_cadence"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.s3_config_sync_cadence</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.EnvironmentVariables.whylabs_api_key"><code class="docutils literal notranslate"><span class="pre">EnvironmentVariables.whylabs_api_key</span></code></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.file_read_utils">whylogs_container.whylabs.container.file_read_utils module</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.file_read_utils.load_policy_from_str"><code class="docutils literal notranslate"><span class="pre">load_policy_from_str()</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.lazy">whylogs_container.whylabs.container.lazy module</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.lazy.LazyInit"><code class="docutils literal notranslate"><span class="pre">LazyInit</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.lazy.LazyInit.value"><code class="docutils literal notranslate"><span class="pre">LazyInit.value</span></code></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.policy">whylogs_container.whylabs.container.policy module</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CachedMetricCreator"><code class="docutils literal notranslate"><span class="pre">CachedMetricCreator</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CallbackOptions"><code class="docutils literal notranslate"><span class="pre">CallbackOptions</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CallbackOptions.callback"><code class="docutils literal notranslate"><span class="pre">CallbackOptions.callback</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CallbackOptions.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">CallbackOptions.model_computed_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CallbackOptions.model_config"><code class="docutils literal notranslate"><span class="pre">CallbackOptions.model_config</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CallbackOptions.model_fields"><code class="docutils literal notranslate"><span class="pre">CallbackOptions.model_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CallbackOptions.options"><code class="docutils literal notranslate"><span class="pre">CallbackOptions.options</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.CallbackOptions.to_langkit_options"><code class="docutils literal notranslate"><span class="pre">CallbackOptions.to_langkit_options()</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric"><code class="docutils literal notranslate"><span class="pre">LangkitMetric</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.metric"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.metric</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.model_computed_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.model_config"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.model_config</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.model_fields"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.model_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.options"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.options</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.profile"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.profile</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.to_langkit_options"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.to_langkit_options()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.LangkitMetric.validation"><code class="docutils literal notranslate"><span class="pre">LangkitMetric.validation</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy"><code class="docutils literal notranslate"><span class="pre">Policy</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.callbacks"><code class="docutils literal notranslate"><span class="pre">Policy.callbacks</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.ensure_str"><code class="docutils literal notranslate"><span class="pre">Policy.ensure_str()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.id"><code class="docutils literal notranslate"><span class="pre">Policy.id</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.metrics"><code class="docutils literal notranslate"><span class="pre">Policy.metrics</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">Policy.model_computed_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.model_config"><code class="docutils literal notranslate"><span class="pre">Policy.model_config</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.model_fields"><code class="docutils literal notranslate"><span class="pre">Policy.model_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.policy_version"><code class="docutils literal notranslate"><span class="pre">Policy.policy_version</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.presets"><code class="docutils literal notranslate"><span class="pre">Policy.presets</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.schema_version"><code class="docutils literal notranslate"><span class="pre">Policy.schema_version</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.Policy.whylabs_dataset_id"><code class="docutils literal notranslate"><span class="pre">Policy.whylabs_dataset_id</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.ValidationOptions"><code class="docutils literal notranslate"><span class="pre">ValidationOptions</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.ValidationOptions.lower_threshold"><code class="docutils literal notranslate"><span class="pre">ValidationOptions.lower_threshold</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.ValidationOptions.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">ValidationOptions.model_computed_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.ValidationOptions.model_config"><code class="docutils literal notranslate"><span class="pre">ValidationOptions.model_config</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.ValidationOptions.model_fields"><code class="docutils literal notranslate"><span class="pre">ValidationOptions.model_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.policy.ValidationOptions.upper_threshold"><code class="docutils literal notranslate"><span class="pre">ValidationOptions.upper_threshold</span></code></a></li>
+</ul>
+</li>
 </ul>
 </li>
 <li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.requests">whylogs_container.whylabs.container.requests module</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest"><code class="docutils literal notranslate"><span class="pre">LLMValidateRequest</span></code></a><ul>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest.dataset_id"><code class="docutils literal notranslate"><span class="pre">LLMValidateRequest.dataset_id</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest.id"><code class="docutils literal notranslate"><span class="pre">LLMValidateRequest.id</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">LLMValidateRequest.model_computed_fields</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest.model_config"><code class="docutils literal notranslate"><span class="pre">LLMValidateRequest.model_config</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest.model_fields"><code class="docutils literal notranslate"><span class="pre">LLMValidateRequest.model_fields</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest.prompt"><code class="docutils literal notranslate"><span class="pre">LLMValidateRequest.prompt</span></code></a></li>
@@ -279,6 +368,7 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to thi
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogEmbeddingRequest"><code class="docutils literal notranslate"><span class="pre">LogEmbeddingRequest</span></code></a><ul>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.datasetId"><code class="docutils literal notranslate"><span class="pre">LogEmbeddingRequest.datasetId</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.embeddings"><code class="docutils literal notranslate"><span class="pre">LogEmbeddingRequest.embeddings</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">LogEmbeddingRequest.model_computed_fields</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_config"><code class="docutils literal notranslate"><span class="pre">LogEmbeddingRequest.model_config</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_fields"><code class="docutils literal notranslate"><span class="pre">LogEmbeddingRequest.model_fields</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogEmbeddingRequest.timestamp"><code class="docutils literal notranslate"><span class="pre">LogEmbeddingRequest.timestamp</span></code></a></li>
@@ -287,12 +377,14 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to thi
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogMultiple"><code class="docutils literal notranslate"><span class="pre">LogMultiple</span></code></a><ul>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogMultiple.columns"><code class="docutils literal notranslate"><span class="pre">LogMultiple.columns</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogMultiple.data"><code class="docutils literal notranslate"><span class="pre">LogMultiple.data</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogMultiple.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">LogMultiple.model_computed_fields</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogMultiple.model_config"><code class="docutils literal notranslate"><span class="pre">LogMultiple.model_config</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogMultiple.model_fields"><code class="docutils literal notranslate"><span class="pre">LogMultiple.model_fields</span></code></a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogRequest"><code class="docutils literal notranslate"><span class="pre">LogRequest</span></code></a><ul>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogRequest.dataset_id"><code class="docutils literal notranslate"><span class="pre">LogRequest.dataset_id</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogRequest.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">LogRequest.model_computed_fields</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogRequest.model_config"><code class="docutils literal notranslate"><span class="pre">LogRequest.model_config</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogRequest.model_fields"><code class="docutils literal notranslate"><span class="pre">LogRequest.model_fields</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LogRequest.multiple"><code class="docutils literal notranslate"><span class="pre">LogRequest.multiple</span></code></a></li>
@@ -303,6 +395,7 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to thi
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubMessage.attributes"><code class="docutils literal notranslate"><span class="pre">PubSubMessage.attributes</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubMessage.data"><code class="docutils literal notranslate"><span class="pre">PubSubMessage.data</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubMessage.messageId"><code class="docutils literal notranslate"><span class="pre">PubSubMessage.messageId</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubMessage.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">PubSubMessage.model_computed_fields</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubMessage.model_config"><code class="docutils literal notranslate"><span class="pre">PubSubMessage.model_config</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubMessage.model_fields"><code class="docutils literal notranslate"><span class="pre">PubSubMessage.model_fields</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubMessage.publishTime"><code class="docutils literal notranslate"><span class="pre">PubSubMessage.publishTime</span></code></a></li>
@@ -310,17 +403,55 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to thi
 </li>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubRequest"><code class="docutils literal notranslate"><span class="pre">PubSubRequest</span></code></a><ul>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubRequest.message"><code class="docutils literal notranslate"><span class="pre">PubSubRequest.message</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubRequest.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">PubSubRequest.model_computed_fields</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubRequest.model_config"><code class="docutils literal notranslate"><span class="pre">PubSubRequest.model_config</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubRequest.model_fields"><code class="docutils literal notranslate"><span class="pre">PubSubRequest.model_fields</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.PubSubRequest.subscription"><code class="docutils literal notranslate"><span class="pre">PubSubRequest.subscription</span></code></a></li>
 </ul>
 </li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest"><code class="docutils literal notranslate"><span class="pre">ValidationRequest</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.dataset_id"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.dataset_id</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.id"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.id</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.model_computed_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.model_config"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.model_config</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.model_fields"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.model_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.prompt"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.prompt</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.response"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.response</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.to_dataframe"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.to_dataframe()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest.to_row"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.to_row()</span></code></a></li>
+</ul>
+</li>
 </ul>
 </li>
 <li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.responses">whylogs_container.whylabs.container.responses module</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.AvailableMetrics"><code class="docutils literal notranslate"><span class="pre">AvailableMetrics</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.AvailableMetrics.metrics_names"><code class="docutils literal notranslate"><span class="pre">AvailableMetrics.metrics_names</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.AvailableMetrics.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">AvailableMetrics.model_computed_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.AvailableMetrics.model_config"><code class="docutils literal notranslate"><span class="pre">AvailableMetrics.model_config</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.AvailableMetrics.model_fields"><code class="docutils literal notranslate"><span class="pre">AvailableMetrics.model_fields</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.EvaluationResult"><code class="docutils literal notranslate"><span class="pre">EvaluationResult</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.EvaluationResult.metrics"><code class="docutils literal notranslate"><span class="pre">EvaluationResult.metrics</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.EvaluationResult.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">EvaluationResult.model_computed_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.EvaluationResult.model_config"><code class="docutils literal notranslate"><span class="pre">EvaluationResult.model_config</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.EvaluationResult.model_fields"><code class="docutils literal notranslate"><span class="pre">EvaluationResult.model_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.EvaluationResult.perf_info"><code class="docutils literal notranslate"><span class="pre">EvaluationResult.perf_info</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.EvaluationResult.validation_results"><code class="docutils literal notranslate"><span class="pre">EvaluationResult.validation_results</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.FailedEvaluationResult"><code class="docutils literal notranslate"><span class="pre">FailedEvaluationResult</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.FailedEvaluationResult.metrics"><code class="docutils literal notranslate"><span class="pre">FailedEvaluationResult.metrics</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">FailedEvaluationResult.model_computed_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_config"><code class="docutils literal notranslate"><span class="pre">FailedEvaluationResult.model_config</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.FailedEvaluationResult.model_fields"><code class="docutils literal notranslate"><span class="pre">FailedEvaluationResult.model_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.FailedEvaluationResult.validation_results"><code class="docutils literal notranslate"><span class="pre">FailedEvaluationResult.validation_results</span></code></a></li>
+</ul>
+</li>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse"><code class="docutils literal notranslate"><span class="pre">LoggerStatusResponse</span></code></a><ul>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_profiles"><code class="docutils literal notranslate"><span class="pre">LoggerStatusResponse.dataset_profiles</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_timestamps"><code class="docutils literal notranslate"><span class="pre">LoggerStatusResponse.dataset_timestamps</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">LoggerStatusResponse.model_computed_fields</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_config"><code class="docutils literal notranslate"><span class="pre">LoggerStatusResponse.model_config</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_fields"><code class="docutils literal notranslate"><span class="pre">LoggerStatusResponse.model_fields</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.LoggerStatusResponse.pending_views"><code class="docutils literal notranslate"><span class="pre">LoggerStatusResponse.pending_views</span></code></a></li>
@@ -331,75 +462,39 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to thi
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse"><code class="docutils literal notranslate"><span class="pre">ProcessLoggerStatusResponse</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">ProcessLoggerStatusResponse.model_computed_fields</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_config"><code class="docutils literal notranslate"><span class="pre">ProcessLoggerStatusResponse.model_config</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_fields"><code class="docutils literal notranslate"><span class="pre">ProcessLoggerStatusResponse.model_fields</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.statuses"><code class="docutils literal notranslate"><span class="pre">ProcessLoggerStatusResponse.statuses</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.version"><code class="docutils literal notranslate"><span class="pre">ProcessLoggerStatusResponse.version</span></code></a></li>
 </ul>
 </li>
 </ul>
 </li>
 <li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.routes">whylogs_container.whylabs.container.routes module</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.health"><code class="docutils literal notranslate"><span class="pre">health()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.log"><code class="docutils literal notranslate"><span class="pre">log()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.log_debug_info"><code class="docutils literal notranslate"><span class="pre">log_debug_info()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.log_embeddings"><code class="docutils literal notranslate"><span class="pre">log_embeddings()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.log_llm"><code class="docutils literal notranslate"><span class="pre">log_llm()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.log_pubsub"><code class="docutils literal notranslate"><span class="pre">log_pubsub()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.log_pubsub_embeddings"><code class="docutils literal notranslate"><span class="pre">log_pubsub_embeddings()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.publish_profiles"><code class="docutils literal notranslate"><span class="pre">publish_profiles()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.shutdown"><code class="docutils literal notranslate"><span class="pre">shutdown()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.status"><code class="docutils literal notranslate"><span class="pre">status()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.validate_llm"><code class="docutils literal notranslate"><span class="pre">validate_llm()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.routes.init_routes"><code class="docutils literal notranslate"><span class="pre">init_routes()</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.s3_sync">whylogs_container.whylabs.container.s3_sync module</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.s3_sync.S3Sync"><code class="docutils literal notranslate"><span class="pre">S3Sync</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.s3_sync.S3Sync.s3_llm_validators"><code class="docutils literal notranslate"><span class="pre">S3Sync.s3_llm_validators</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.s3_sync.S3Sync.sync_s3_policies"><code class="docutils literal notranslate"><span class="pre">S3Sync.sync_s3_policies()</span></code></a></li>
+</ul>
+</li>
 </ul>
 </li>
 <li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.startup">whylogs_container.whylabs.container.startup module</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.startup.fix_torch_threading"><code class="docutils literal notranslate"><span class="pre">fix_torch_threading()</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.startup.init_logging"><code class="docutils literal notranslate"><span class="pre">init_logging()</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.startup.start"><code class="docutils literal notranslate"><span class="pre">start()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.startup.update_pid"><code class="docutils literal notranslate"><span class="pre">update_pid()</span></code></a></li>
 </ul>
 </li>
+<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container.version">whylogs_container.whylabs.container.version module</a></li>
 <li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.container.html#module-whylogs_container.whylabs.container">Module contents</a></li>
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html">whylogs_container.whylabs.llm_validation package</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#submodules">Submodules</a></li>
-<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.config">whylogs_container.whylabs.llm_validation.config module</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.config_path"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.config_path</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.include_upper"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.include_upper</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.lower_threshold"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.lower_threshold</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.metric"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.metric</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_config"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.model_config</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_fields"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.model_fields</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.module"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.module</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.upper_threshold"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.upper_threshold</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig"><code class="docutils literal notranslate"><span class="pre">YamlConfig</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.id"><code class="docutils literal notranslate"><span class="pre">YamlConfig.id</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.model_config"><code class="docutils literal notranslate"><span class="pre">YamlConfig.model_config</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.model_fields"><code class="docutils literal notranslate"><span class="pre">YamlConfig.model_fields</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.policy"><code class="docutils literal notranslate"><span class="pre">YamlConfig.policy</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.policy_version"><code class="docutils literal notranslate"><span class="pre">YamlConfig.policy_version</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.profiling"><code class="docutils literal notranslate"><span class="pre">YamlConfig.profiling</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.rules"><code class="docutils literal notranslate"><span class="pre">YamlConfig.rules</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.schema_version"><code class="docutils literal notranslate"><span class="pre">YamlConfig.schema_version</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.YamlConfig.whylabs_dataset_id"><code class="docutils literal notranslate"><span class="pre">YamlConfig.whylabs_dataset_id</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.build_langkit_validator"><code class="docutils literal notranslate"><span class="pre">build_langkit_validator()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.build_langkit_validators_dictionary"><code class="docutils literal notranslate"><span class="pre">build_langkit_validators_dictionary()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.parse_yaml_to_dict"><code class="docutils literal notranslate"><span class="pre">parse_yaml_to_dict()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config.validate_yaml"><code class="docutils literal notranslate"><span class="pre">validate_yaml()</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.config_parsing">whylogs_container.whylabs.llm_validation.config_parsing module</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config_parsing.load_llm_profiling_options"><code class="docutils literal notranslate"><span class="pre">load_llm_profiling_options()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config_parsing.load_llm_validation_config_options"><code class="docutils literal notranslate"><span class="pre">load_llm_validation_config_options()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.config_parsing.load_yaml_data"><code class="docutils literal notranslate"><span class="pre">load_yaml_data()</span></code></a></li>
-</ul>
-</li>
 <li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.metadata">whylogs_container.whylabs.llm_validation.metadata module</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata"><code class="docutils literal notranslate"><span class="pre">ConfigurationMetadata</span></code></a><ul>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.config_error"><code class="docutils literal notranslate"><span class="pre">ConfigurationMetadata.config_error</span></code></a></li>
@@ -407,24 +502,21 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to thi
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.timestamp"><code class="docutils literal notranslate"><span class="pre">ConfigurationMetadata.timestamp</span></code></a></li>
 </ul>
 </li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ProfilingRule"><code class="docutils literal notranslate"><span class="pre">ProfilingRule</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ProfilingRule.metrics"><code class="docutils literal notranslate"><span class="pre">ProfilingRule.metrics</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig"><code class="docutils literal notranslate"><span class="pre">ValidationConfig</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.id"><code class="docutils literal notranslate"><span class="pre">ValidationConfig.id</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy"><code class="docutils literal notranslate"><span class="pre">ValidationConfig.policy</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy_version"><code class="docutils literal notranslate"><span class="pre">ValidationConfig.policy_version</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.profiling"><code class="docutils literal notranslate"><span class="pre">ValidationConfig.profiling</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.rules"><code class="docutils literal notranslate"><span class="pre">ValidationConfig.rules</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.schema_version"><code class="docutils literal notranslate"><span class="pre">ValidationConfig.schema_version</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.whylabs_dataset_id"><code class="docutils literal notranslate"><span class="pre">ValidationConfig.whylabs_dataset_id</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.config_path"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.config_path</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.include_upper"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.include_upper</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.lower_threshold"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.lower_threshold</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.metric"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.metric</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.model_computed_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_config"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.model_config</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_fields"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.model_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.module"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.module</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.upper_threshold"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.upper_threshold</span></code></a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata"><code class="docutils literal notranslate"><span class="pre">ValidationMetadata</span></code></a><ul>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.failed_metric"><code class="docutils literal notranslate"><span class="pre">ValidationMetadata.failed_metric</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.is_valid"><code class="docutils literal notranslate"><span class="pre">ValidationMetadata.is_valid</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.prompt_id"><code class="docutils literal notranslate"><span class="pre">ValidationMetadata.prompt_id</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.timestamp"><code class="docutils literal notranslate"><span class="pre">ValidationMetadata.timestamp</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.validator_name"><code class="docutils literal notranslate"><span class="pre">ValidationMetadata.validator_name</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.value"><code class="docutils literal notranslate"><span class="pre">ValidationMetadata.value</span></code></a></li>
@@ -434,51 +526,35 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to thi
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationReport.failures"><code class="docutils literal notranslate"><span class="pre">ValidationReport.failures</span></code></a></li>
 </ul>
 </li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule"><code class="docutils literal notranslate"><span class="pre">ValidationRule</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.config_path"><code class="docutils literal notranslate"><span class="pre">ValidationRule.config_path</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.include_upper"><code class="docutils literal notranslate"><span class="pre">ValidationRule.include_upper</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.lower_threshold"><code class="docutils literal notranslate"><span class="pre">ValidationRule.lower_threshold</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.metric"><code class="docutils literal notranslate"><span class="pre">ValidationRule.metric</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.module"><code class="docutils literal notranslate"><span class="pre">ValidationRule.module</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.rule_type"><code class="docutils literal notranslate"><span class="pre">ValidationRule.rule_type</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.upper_threshold"><code class="docutils literal notranslate"><span class="pre">ValidationRule.upper_threshold</span></code></a></li>
-</ul>
-</li>
-</ul>
-</li>
-<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.schema_builder">whylogs_container.whylabs.llm_validation.schema_builder module</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.schema_builder.get_profiling_schema"><code class="docutils literal notranslate"><span class="pre">get_profiling_schema()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.schema_builder.get_validators_udf_schema"><code class="docutils literal notranslate"><span class="pre">get_validators_udf_schema()</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.signals">whylogs_container.whylabs.llm_validation.signals module</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.signals.Failure"><code class="docutils literal notranslate"><span class="pre">Failure</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.signals.Result"><code class="docutils literal notranslate"><span class="pre">Result</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.signals.Success"><code class="docutils literal notranslate"><span class="pre">Success</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.signals.ValidationError"><code class="docutils literal notranslate"><span class="pre">ValidationError</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig"><code class="docutils literal notranslate"><span class="pre">YamlConfig</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.id"><code class="docutils literal notranslate"><span class="pre">YamlConfig.id</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">YamlConfig.model_computed_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_config"><code class="docutils literal notranslate"><span class="pre">YamlConfig.model_config</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_fields"><code class="docutils literal notranslate"><span class="pre">YamlConfig.model_fields</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.policy"><code class="docutils literal notranslate"><span class="pre">YamlConfig.policy</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.policy_version"><code class="docutils literal notranslate"><span class="pre">YamlConfig.policy_version</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.profiling"><code class="docutils literal notranslate"><span class="pre">YamlConfig.profiling</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.rules"><code class="docutils literal notranslate"><span class="pre">YamlConfig.rules</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.schema_version"><code class="docutils literal notranslate"><span class="pre">YamlConfig.schema_version</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.whylabs_dataset_id"><code class="docutils literal notranslate"><span class="pre">YamlConfig.whylabs_dataset_id</span></code></a></li>
 </ul>
 </li>
-<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validate">whylogs_container.whylabs.llm_validation.validate module</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validate.validate_input"><code class="docutils literal notranslate"><span class="pre">validate_input()</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validation_utils">whylogs_container.whylabs.llm_validation.validation_utils module</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validation_utils.flag_failed_validation"><code class="docutils literal notranslate"><span class="pre">flag_failed_validation()</span></code></a></li>
 </ul>
 </li>
 <li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validator">whylogs_container.whylabs.llm_validation.validator module</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.AsyncValidationMessage"><code class="docutils literal notranslate"><span class="pre">AsyncValidationMessage</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator"><code class="docutils literal notranslate"><span class="pre">SynchronousValidator</span></code></a><ul>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.close_validator"><code class="docutils literal notranslate"><span class="pre">SynchronousValidator.close_validator()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.evaluate"><code class="docutils literal notranslate"><span class="pre">SynchronousValidator.evaluate()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.start_validator"><code class="docutils literal notranslate"><span class="pre">SynchronousValidator.start_validator()</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.validate_prompt"><code class="docutils literal notranslate"><span class="pre">SynchronousValidator.validate_prompt()</span></code></a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor"><code class="docutils literal notranslate"><span class="pre">ValidationActor</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.close"><code class="docutils literal notranslate"><span class="pre">ValidationActor.close()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.close_validator"><code class="docutils literal notranslate"><span class="pre">ValidationActor.close_validator()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_async_validation_message"><code class="docutils literal notranslate"><span class="pre">ValidationActor.process_async_validation_message()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_batch"><code class="docutils literal notranslate"><span class="pre">ValidationActor.process_batch()</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_close_message"><code class="docutils literal notranslate"><span class="pre">ValidationActor.process_close_message()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_validation_message"><code class="docutils literal notranslate"><span class="pre">ValidationActor.process_validation_message()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_validation_messages"><code class="docutils literal notranslate"><span class="pre">ValidationActor.process_validation_messages()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.run"><code class="docutils literal notranslate"><span class="pre">ValidationActor.run()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.start"><code class="docutils literal notranslate"><span class="pre">ValidationActor.start()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationActor.start_validator"><code class="docutils literal notranslate"><span class="pre">ValidationActor.start_validator()</span></code></a></li>
@@ -486,60 +562,12 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to thi
 </li>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationMessage"><code class="docutils literal notranslate"><span class="pre">ValidationMessage</span></code></a><ul>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.id"><code class="docutils literal notranslate"><span class="pre">ValidationMessage.id</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.log"><code class="docutils literal notranslate"><span class="pre">ValidationMessage.log</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.request"><code class="docutils literal notranslate"><span class="pre">ValidationMessage.request</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.timestamp"><code class="docutils literal notranslate"><span class="pre">ValidationMessage.timestamp</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.to_validation_request"><code class="docutils literal notranslate"><span class="pre">ValidationMessage.to_validation_request()</span></code></a></li>
 </ul>
 </li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest"><code class="docutils literal notranslate"><span class="pre">ValidationRequest</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.dataset_id"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.dataset_id</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.model_config"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.model_config</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.model_fields"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.model_fields</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.prompt"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.prompt</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.prompt_id"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.prompt_id</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.response"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.response</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.to_row"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.to_row()</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validator.create_validator"><code class="docutils literal notranslate"><span class="pre">create_validator()</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation.validators">whylogs_container.whylabs.llm_validation.validators module</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">BaseThresholdValidatorBuilder</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder.build_validator"><code class="docutils literal notranslate"><span class="pre">BaseThresholdValidatorBuilder.build_validator()</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">InputOutputValidatorBuilder</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder.build"><code class="docutils literal notranslate"><span class="pre">InputOutputValidatorBuilder.build()</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">RegexValidatorBuilder</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.build"><code class="docutils literal notranslate"><span class="pre">RegexValidatorBuilder.build()</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.key"><code class="docutils literal notranslate"><span class="pre">RegexValidatorBuilder.key</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.validator"><code class="docutils literal notranslate"><span class="pre">RegexValidatorBuilder.validator</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">SentimentValidatorBuilder</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder.build"><code class="docutils literal notranslate"><span class="pre">SentimentValidatorBuilder.build()</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">TextStatValidatorBuilder</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder.build"><code class="docutils literal notranslate"><span class="pre">TextStatValidatorBuilder.build()</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">ThemesValidatorBuilder</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder.build"><code class="docutils literal notranslate"><span class="pre">ThemesValidatorBuilder.build()</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">ToxicityValidatorBuilder</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder.build"><code class="docutils literal notranslate"><span class="pre">ToxicityValidatorBuilder.build()</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">ValidatorBuilder</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.build"><code class="docutils literal notranslate"><span class="pre">ValidatorBuilder.build()</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.key"><code class="docutils literal notranslate"><span class="pre">ValidatorBuilder.key</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.validator"><code class="docutils literal notranslate"><span class="pre">ValidatorBuilder.validator</span></code></a></li>
-</ul>
-</li>
 </ul>
 </li>
 <li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.llm_validation.html#module-whylogs_container.whylabs.llm_validation">Module contents</a></li>
@@ -553,6 +581,7 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to thi
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger"><code class="docutils literal notranslate"><span class="pre">ContainerProcessRollingLogger</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.is_closed"><code class="docutils literal notranslate"><span class="pre">ContainerProcessRollingLogger.is_closed()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_batch"><code class="docutils literal notranslate"><span class="pre">ContainerProcessRollingLogger.process_batch()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_llm_log_message"><code class="docutils literal notranslate"><span class="pre">ContainerProcessRollingLogger.process_llm_log_message()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.run"><code class="docutils literal notranslate"><span class="pre">ContainerProcessRollingLogger.run()</span></code></a></li>
@@ -565,38 +594,20 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to thi
 <li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.RawLLMLogMessage.to_log_request_dict"><code class="docutils literal notranslate"><span class="pre">RawLLMLogMessage.to_log_request_dict()</span></code></a></li>
 </ul>
 </li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.convert_dataset_cadence"><code class="docutils literal notranslate"><span class="pre">convert_dataset_cadence()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.convert_schedule"><code class="docutils literal notranslate"><span class="pre">convert_schedule()</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.create_logger"><code class="docutils literal notranslate"><span class="pre">create_logger()</span></code></a></li>
 </ul>
 </li>
-<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger.openai_messages">whylogs_container.whylabs.logger.openai_messages module</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.dataset_id"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.dataset_id</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.get_user_prompt"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.get_user_prompt()</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.prompt_id"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.prompt_id</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.request</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request_time"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.request_time</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.response"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.response</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_log_request_dict"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.to_log_request_dict()</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_openai_dict"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.to_openai_dict()</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict"><code class="docutils literal notranslate"><span class="pre">OpenAIPromptDict</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.content"><code class="docutils literal notranslate"><span class="pre">OpenAIPromptDict.content</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.role"><code class="docutils literal notranslate"><span class="pre">OpenAIPromptDict.role</span></code></a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict"><code class="docutils literal notranslate"><span class="pre">OpenAIRequestDict</span></code></a><ul>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.messages"><code class="docutils literal notranslate"><span class="pre">OpenAIRequestDict.messages</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.model"><code class="docutils literal notranslate"><span class="pre">OpenAIRequestDict.model</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.temperature"><code class="docutils literal notranslate"><span class="pre">OpenAIRequestDict.temperature</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.whylabs_dataset_id"><code class="docutils literal notranslate"><span class="pre">OpenAIRequestDict.whylabs_dataset_id</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger">Module contents</a></li>
 </ul>
 </li>
+<li class="toctree-l1"><a class="reference internal" href="whylogs_container.whylabs.time_utils.html">whylogs_container.whylabs.time_utils package</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.time_utils.html#submodules">Submodules</a></li>
+<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.time_utils.html#module-whylogs_container.whylabs.time_utils.time_convert_utils">whylogs_container.whylabs.time_utils.time_convert_utils module</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.time_utils.html#whylogs_container.whylabs.time_utils.time_convert_utils.convert_dataset_cadence"><code class="docutils literal notranslate"><span class="pre">convert_dataset_cadence()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="whylogs_container.whylabs.time_utils.html#whylogs_container.whylabs.time_utils.time_convert_utils.convert_schedule"><code class="docutils literal notranslate"><span class="pre">convert_schedule()</span></code></a></li>
 </ul>
 </li>
-<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.logger.html#module-whylogs_container.whylabs.logger">Module contents</a></li>
+<li class="toctree-l2"><a class="reference internal" href="whylogs_container.whylabs.time_utils.html#module-whylogs_container.whylabs.time_utils">Module contents</a></li>
 </ul>
 </li>
 </ul>
diff --git a/whylogs_container.whylabs.llm_validation.html b/whylogs_container.whylabs.llm_validation.html
index f2b8039..e6f75ea 100644
--- a/whylogs_container.whylabs.llm_validation.html
+++ b/whylogs_container.whylabs.llm_validation.html
@@ -191,152 +191,6 @@
 <h1>whylogs_container.whylabs.llm_validation package<a class="headerlink" href="#whylogs-container-whylabs-llm-validation-package" title="Permalink to this heading">#</a></h1>
 <section id="submodules">
 <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">#</a></h2>
-</section>
-<section id="module-whylogs_container.whylabs.llm_validation.config">
-<span id="whylogs-container-whylabs-llm-validation-config-module"></span><h2>whylogs_container.whylabs.llm_validation.config module<a class="headerlink" href="#module-whylogs_container.whylabs.llm_validation.config" title="Permalink to this heading">#</a></h2>
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.ModuleDefinition">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.config.</span></span><span class="sig-name descname"><span class="pre">ModuleDefinition</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Literal</span><span class="p"><span class="pre">[</span></span><span class="s"><span class="pre">'all'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'toxicity'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'sentiment'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'themes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'textstat'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'regexes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'input_output'</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">upper_threshold</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">lower_threshold</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">include_upper</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">config_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metric</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.ModuleDefinition.config_path">
-<span class="sig-name descname"><span class="pre">config_path</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.config_path" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.ModuleDefinition.include_upper">
-<span class="sig-name descname"><span class="pre">include_upper</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.include_upper" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.ModuleDefinition.lower_threshold">
-<span class="sig-name descname"><span class="pre">lower_threshold</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.lower_threshold" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.ModuleDefinition.metric">
-<span class="sig-name descname"><span class="pre">metric</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.metric" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_config">
-<span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_config" title="Permalink to this definition">#</a></dt>
-<dd><p>Configuration for the model, should be a dictionary conforming to [<cite>ConfigDict</cite>][pydantic.config.ConfigDict].</p>
-</dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_fields">
-<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'config_path':</span> <span class="pre">FieldInfo(annotation=Union[str,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'include_upper':</span> <span class="pre">FieldInfo(annotation=Union[bool,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'lower_threshold':</span> <span class="pre">FieldInfo(annotation=Union[float,</span> <span class="pre">int,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'metric':</span> <span class="pre">FieldInfo(annotation=Union[str,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'module':</span> <span class="pre">FieldInfo(annotation=Literal['all',</span> <span class="pre">'toxicity',</span> <span class="pre">'sentiment',</span> <span class="pre">'themes',</span> <span class="pre">'textstat',</span> <span class="pre">'regexes',</span> <span class="pre">'input_output'],</span> <span class="pre">required=True),</span> <span class="pre">'upper_threshold':</span> <span class="pre">FieldInfo(annotation=Union[float,</span> <span class="pre">int,</span> <span class="pre">NoneType],</span> <span class="pre">required=False)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_fields" title="Permalink to this definition">#</a></dt>
-<dd><p>Metadata about the fields defined on the model,
-mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
-<p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
-</dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.ModuleDefinition.module">
-<span class="sig-name descname"><span class="pre">module</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Literal</span><span class="p"><span class="pre">[</span></span><span class="s"><span class="pre">'all'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'toxicity'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'sentiment'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'themes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'textstat'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'regexes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'input_output'</span></span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.module" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.ModuleDefinition.upper_threshold">
-<span class="sig-name descname"><span class="pre">upper_threshold</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.upper_threshold" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</dd></dl>
-
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.YamlConfig">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.config.</span></span><span class="sig-name descname"><span class="pre">YamlConfig</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">whylabs_dataset_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">policy</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">policy_version</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_version</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rules</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition" title="whylogs_container.whylabs.llm_validation.config.ModuleDefinition"><span class="pre">ModuleDefinition</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">{}</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">profiling</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Literal</span><span class="p"><span class="pre">[</span></span><span class="s"><span class="pre">'all'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'toxicity'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'sentiment'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'themes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'textstat'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'regexes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'input_output'</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">[]</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.YamlConfig.id">
-<span class="sig-name descname"><span class="pre">id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.id" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.YamlConfig.model_config">
-<span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.model_config" title="Permalink to this definition">#</a></dt>
-<dd><p>Configuration for the model, should be a dictionary conforming to [<cite>ConfigDict</cite>][pydantic.config.ConfigDict].</p>
-</dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.YamlConfig.model_fields">
-<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'id':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'policy':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'policy_version':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'profiling':</span> <span class="pre">FieldInfo(annotation=List[Literal['all',</span> <span class="pre">'toxicity',</span> <span class="pre">'sentiment',</span> <span class="pre">'themes',</span> <span class="pre">'textstat',</span> <span class="pre">'regexes',</span> <span class="pre">'input_output']],</span> <span class="pre">required=False,</span> <span class="pre">default=[]),</span> <span class="pre">'rules':</span> <span class="pre">FieldInfo(annotation=Dict[str,</span> <span class="pre">List[ModuleDefinition]],</span> <span class="pre">required=False,</span> <span class="pre">default={}),</span> <span class="pre">'schema_version':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'whylabs_dataset_id':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.model_fields" title="Permalink to this definition">#</a></dt>
-<dd><p>Metadata about the fields defined on the model,
-mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
-<p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
-</dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.YamlConfig.policy">
-<span class="sig-name descname"><span class="pre">policy</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.policy" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.YamlConfig.policy_version">
-<span class="sig-name descname"><span class="pre">policy_version</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.policy_version" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.YamlConfig.profiling">
-<span class="sig-name descname"><span class="pre">profiling</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Literal</span><span class="p"><span class="pre">[</span></span><span class="s"><span class="pre">'all'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'toxicity'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'sentiment'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'themes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'textstat'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'regexes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'input_output'</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.profiling" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.YamlConfig.rules">
-<span class="sig-name descname"><span class="pre">rules</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition" title="whylogs_container.whylabs.llm_validation.config.ModuleDefinition"><span class="pre">ModuleDefinition</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.rules" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.YamlConfig.schema_version">
-<span class="sig-name descname"><span class="pre">schema_version</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.schema_version" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.YamlConfig.whylabs_dataset_id">
-<span class="sig-name descname"><span class="pre">whylabs_dataset_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.whylabs_dataset_id" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.build_langkit_validator">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.config.</span></span><span class="sig-name descname"><span class="pre">build_langkit_validator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">validation_rule</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule" title="whylogs_container.whylabs.llm_validation.metadata.ValidationRule"><span class="pre">ValidationRule</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder" title="whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder"><span class="pre">ValidatorBuilder</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.build_langkit_validator" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.build_langkit_validators_dictionary">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.config.</span></span><span class="sig-name descname"><span class="pre">build_langkit_validators_dictionary</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">validation_config</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig" title="whylogs_container.whylabs.llm_validation.metadata.ValidationConfig"><span class="pre">ValidationConfig</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">ConditionValidator</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.build_langkit_validators_dictionary" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.parse_yaml_to_dict">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.config.</span></span><span class="sig-name descname"><span class="pre">parse_yaml_to_dict</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">file_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Any</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.parse_yaml_to_dict" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config.validate_yaml">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.config.</span></span><span class="sig-name descname"><span class="pre">validate_yaml</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">yaml_data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig" title="whylogs_container.whylabs.llm_validation.metadata.ValidationConfig"><span class="pre">ValidationConfig</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config.validate_yaml" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-<section id="module-whylogs_container.whylabs.llm_validation.config_parsing">
-<span id="whylogs-container-whylabs-llm-validation-config-parsing-module"></span><h2>whylogs_container.whylabs.llm_validation.config_parsing module<a class="headerlink" href="#module-whylogs_container.whylabs.llm_validation.config_parsing" title="Permalink to this heading">#</a></h2>
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config_parsing.load_llm_profiling_options">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.config_parsing.</span></span><span class="sig-name descname"><span class="pre">load_llm_profiling_options</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">llm_config_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'whylogs_container/whylogs_config'</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">DatasetOptions</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config_parsing.load_llm_profiling_options" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config_parsing.load_llm_validation_config_options">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.config_parsing.</span></span><span class="sig-name descname"><span class="pre">load_llm_validation_config_options</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">llm_config_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">DatasetOptions</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config_parsing.load_llm_validation_config_options" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.config_parsing.load_yaml_data">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.config_parsing.</span></span><span class="sig-name descname"><span class="pre">load_yaml_data</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">file_directory</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Generator</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig" title="whylogs_container.whylabs.llm_validation.metadata.ValidationConfig"><span class="pre">ValidationConfig</span></a><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">None</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">None</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.config_parsing.load_yaml_data" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
 </section>
 <section id="module-whylogs_container.whylabs.llm_validation.metadata">
 <span id="whylogs-container-whylabs-llm-validation-metadata-module"></span><h2>whylogs_container.whylabs.llm_validation.metadata module<a class="headerlink" href="#module-whylogs_container.whylabs.llm_validation.metadata" title="Permalink to this heading">#</a></h2>
@@ -362,102 +216,64 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 </dd></dl>
 
 <dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ProfilingRule">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.metadata.</span></span><span class="sig-name descname"><span class="pre">ProfilingRule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">metrics</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ProfilingRule" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
-<p>A ProfilingRule for a dataset-id that indicates which of langkit’s metrics should be
-used for profiling and monitoring in WhyLabs. In case the user doesn’t set it, the container will
-only work in validation mode.</p>
-<p><cite>metrics</cite> is a list of langkit’s metrics that will be used for profiling and monitoring in WhyLabs.
-To include all of the available metrics with <cite>langkit.llm_metrics</cite>, use the keyword <cite>all</cite>.
-This dataclass is used from the YAML parsing phase in the container setup.</p>
-<p>An example YAML file for this dataclass is defined below.</p>
-<p>Example 1:
-<a href="#id1"><span class="problematic" id="id2">``</span></a><a href="#id3"><span class="problematic" id="id4">`</span></a>yaml
-whylabs_dataset_id: model-15
-policy: my_new_policy
-id: 9294f3fa-4f4b-4363-9397-87d3499fce28
-policy_version: 1
-schema_version: 0.0.1</p>
-<dl class="simple">
-<dt>profiling:</dt><dd><dl class="simple">
-<dt>metrics:</dt><dd><ul class="simple">
-<li><p>all</p></li>
-</ul>
-</dd>
-</dl>
-</dd>
-</dl>
-<p><a href="#id5"><span class="problematic" id="id6">``</span></a><a href="#id7"><span class="problematic" id="id8">`</span></a></p>
-<p>Example 1:
-<a href="#id9"><span class="problematic" id="id10">``</span></a><a href="#id11"><span class="problematic" id="id12">`</span></a>yaml
-whylabs_dataset_id: model-15
-policy: my_new_policy
-id: 9294f3fa-4f4b-4363-9397-87d3499fce28
-policy_version: 1
-schema_version: 0.0.1</p>
-<dl class="simple">
-<dt>profiling:</dt><dd><dl class="simple">
-<dt>metrics:</dt><dd><ul class="simple">
-<li><p>toxicity</p></li>
-<li><p>textstat</p></li>
-</ul>
-</dd>
-</dl>
-</dd>
-</dl>
-<p><a href="#id13"><span class="problematic" id="id14">``</span></a><a href="#id15"><span class="problematic" id="id16">`</span></a></p>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.metadata.</span></span><span class="sig-name descname"><span class="pre">ModuleDefinition</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Literal</span><span class="p"><span class="pre">[</span></span><span class="s"><span class="pre">'toxicity'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'sentiment'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'themes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'textstat'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'regexes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'input_output'</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">upper_threshold</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">lower_threshold</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">include_upper</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">config_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metric</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ProfilingRule.metrics">
-<span class="sig-name descname"><span class="pre">metrics</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ProfilingRule.metrics" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.config_path">
+<span class="sig-name descname"><span class="pre">config_path</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.config_path" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-</dd></dl>
-
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationConfig">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.metadata.</span></span><span class="sig-name descname"><span class="pre">ValidationConfig</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">whylabs_dataset_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">policy</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">policy_version</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_version</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rules</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule" title="whylogs_container.whylabs.llm_validation.metadata.ValidationRule"><span class="pre">whylogs_container.whylabs.llm_validation.metadata.ValidationRule</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">profiling</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ProfilingRule" title="whylogs_container.whylabs.llm_validation.metadata.ProfilingRule"><span class="pre">whylogs_container.whylabs.llm_validation.metadata.ProfilingRule</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.id">
-<span class="sig-name descname"><span class="pre">id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.id" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.include_upper">
+<span class="sig-name descname"><span class="pre">include_upper</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.include_upper" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy">
-<span class="sig-name descname"><span class="pre">policy</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.lower_threshold">
+<span class="sig-name descname"><span class="pre">lower_threshold</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.lower_threshold" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy_version">
-<span class="sig-name descname"><span class="pre">policy_version</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy_version" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.metric">
+<span class="sig-name descname"><span class="pre">metric</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.metric" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.profiling">
-<span class="sig-name descname"><span class="pre">profiling</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ProfilingRule" title="whylogs_container.whylabs.llm_validation.metadata.ProfilingRule"><span class="pre">ProfilingRule</span></a></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.profiling" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.rules">
-<span class="sig-name descname"><span class="pre">rules</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule" title="whylogs_container.whylabs.llm_validation.metadata.ValidationRule"><span class="pre">ValidationRule</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.rules" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_config">
+<span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_config" title="Permalink to this definition">#</a></dt>
+<dd><p>Configuration for the model, should be a dictionary conforming to [<cite>ConfigDict</cite>][pydantic.config.ConfigDict].</p>
+</dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_fields">
+<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'config_path':</span> <span class="pre">FieldInfo(annotation=Union[str,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'include_upper':</span> <span class="pre">FieldInfo(annotation=Union[bool,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'lower_threshold':</span> <span class="pre">FieldInfo(annotation=Union[float,</span> <span class="pre">int,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'metric':</span> <span class="pre">FieldInfo(annotation=Union[str,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'module':</span> <span class="pre">FieldInfo(annotation=Literal['toxicity',</span> <span class="pre">'sentiment',</span> <span class="pre">'themes',</span> <span class="pre">'textstat',</span> <span class="pre">'regexes',</span> <span class="pre">'input_output'],</span> <span class="pre">required=True),</span> <span class="pre">'upper_threshold':</span> <span class="pre">FieldInfo(annotation=Union[float,</span> <span class="pre">int,</span> <span class="pre">NoneType],</span> <span class="pre">required=False)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>Metadata about the fields defined on the model,
+mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
+<p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
+</dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.schema_version">
-<span class="sig-name descname"><span class="pre">schema_version</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.schema_version" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.module">
+<span class="sig-name descname"><span class="pre">module</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Literal</span><span class="p"><span class="pre">[</span></span><span class="s"><span class="pre">'toxicity'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'sentiment'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'themes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'textstat'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'regexes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'input_output'</span></span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.module" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.whylabs_dataset_id">
-<span class="sig-name descname"><span class="pre">whylabs_dataset_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.whylabs_dataset_id" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.upper_threshold">
+<span class="sig-name descname"><span class="pre">upper_threshold</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.upper_threshold" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 </dd></dl>
 
 <dl class="py class">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.metadata.</span></span><span class="sig-name descname"><span class="pre">ValidationMetadata</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">prompt_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">validator_name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">failed_metric</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">NoneType</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">is_valid</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata" title="Permalink to this definition">#</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.metadata.</span></span><span class="sig-name descname"><span class="pre">ValidationMetadata</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">validator_name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">failed_metric</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">NoneType</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">is_valid</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata" title="Permalink to this definition">#</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.failed_metric">
@@ -469,11 +285,6 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 <span class="sig-name descname"><span class="pre">is_valid</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.is_valid" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.prompt_id">
-<span class="sig-name descname"><span class="pre">prompt_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.prompt_id" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.timestamp">
 <span class="sig-name descname"><span class="pre">timestamp</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.timestamp" title="Permalink to this definition">#</a></dt>
@@ -503,105 +314,75 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 </dd></dl>
 
 <dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationRule">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.metadata.</span></span><span class="sig-name descname"><span class="pre">ValidationRule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rule_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">upper_threshold</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">lower_threshold</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">include_upper</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">config_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metric</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.YamlConfig">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.metadata.</span></span><span class="sig-name descname"><span class="pre">YamlConfig</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">whylabs_dataset_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">policy</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">policy_version</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_version</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rules</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Literal</span><span class="p"><span class="pre">[</span></span><span class="s"><span class="pre">'prompt'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'response'</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition" title="whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition"><span class="pre">ModuleDefinition</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">{}</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">profiling</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Literal</span><span class="p"><span class="pre">[</span></span><span class="s"><span class="pre">'toxicity'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'sentiment'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'themes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'textstat'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'regexes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'input_output'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'all'</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">[]</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationRule.config_path">
-<span class="sig-name descname"><span class="pre">config_path</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.config_path" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.YamlConfig.id">
+<span class="sig-name descname"><span class="pre">id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.id" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationRule.include_upper">
-<span class="sig-name descname"><span class="pre">include_upper</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.include_upper" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_computed_fields">
+<span class="sig-name descname"><span class="pre">model_computed_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ComputedFieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_computed_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>A dictionary of computed field names and their corresponding <cite>ComputedFieldInfo</cite> objects.</p>
+</dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationRule.lower_threshold">
-<span class="sig-name descname"><span class="pre">lower_threshold</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.lower_threshold" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_config">
+<span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_config" title="Permalink to this definition">#</a></dt>
+<dd><p>Configuration for the model, should be a dictionary conforming to [<cite>ConfigDict</cite>][pydantic.config.ConfigDict].</p>
+</dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationRule.metric">
-<span class="sig-name descname"><span class="pre">metric</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.metric" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_fields">
+<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'id':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'policy':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'policy_version':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'profiling':</span> <span class="pre">FieldInfo(annotation=List[Literal['toxicity',</span> <span class="pre">'sentiment',</span> <span class="pre">'themes',</span> <span class="pre">'textstat',</span> <span class="pre">'regexes',</span> <span class="pre">'input_output',</span> <span class="pre">'all']],</span> <span class="pre">required=False,</span> <span class="pre">default=[]),</span> <span class="pre">'rules':</span> <span class="pre">FieldInfo(annotation=Dict[Literal['prompt',</span> <span class="pre">'response'],</span> <span class="pre">List[ModuleDefinition]],</span> <span class="pre">required=False,</span> <span class="pre">default={}),</span> <span class="pre">'schema_version':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'whylabs_dataset_id':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_fields" title="Permalink to this definition">#</a></dt>
+<dd><p>Metadata about the fields defined on the model,
+mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
+<p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
+</dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationRule.module">
-<span class="sig-name descname"><span class="pre">module</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.module" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.YamlConfig.policy">
+<span class="sig-name descname"><span class="pre">policy</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.policy" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationRule.rule_type">
-<span class="sig-name descname"><span class="pre">rule_type</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.rule_type" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.YamlConfig.policy_version">
+<span class="sig-name descname"><span class="pre">policy_version</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.policy_version" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.ValidationRule.upper_threshold">
-<span class="sig-name descname"><span class="pre">upper_threshold</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.upper_threshold" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.YamlConfig.profiling">
+<span class="sig-name descname"><span class="pre">profiling</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Literal</span><span class="p"><span class="pre">[</span></span><span class="s"><span class="pre">'toxicity'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'sentiment'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'themes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'textstat'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'regexes'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'input_output'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'all'</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.profiling" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-</dd></dl>
-
-</section>
-<section id="module-whylogs_container.whylabs.llm_validation.schema_builder">
-<span id="whylogs-container-whylabs-llm-validation-schema-builder-module"></span><h2>whylogs_container.whylabs.llm_validation.schema_builder module<a class="headerlink" href="#module-whylogs_container.whylabs.llm_validation.schema_builder" title="Permalink to this heading">#</a></h2>
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.schema_builder.get_profiling_schema">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.schema_builder.</span></span><span class="sig-name descname"><span class="pre">get_profiling_schema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">validation_config</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig" title="whylogs_container.whylabs.llm_validation.metadata.ValidationConfig"><span class="pre">ValidationConfig</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">DatasetSchema</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.schema_builder.get_profiling_schema" title="Permalink to this definition">#</a></dt>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.YamlConfig.rules">
+<span class="sig-name descname"><span class="pre">rules</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Literal</span><span class="p"><span class="pre">[</span></span><span class="s"><span class="pre">'prompt'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'response'</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition" title="whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition"><span class="pre">ModuleDefinition</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.rules" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.schema_builder.get_validators_udf_schema">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.schema_builder.</span></span><span class="sig-name descname"><span class="pre">get_validators_udf_schema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">validators</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">identity_column</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'prompt_id'</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">UdfSchema</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.schema_builder.get_validators_udf_schema" title="Permalink to this definition">#</a></dt>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.YamlConfig.schema_version">
+<span class="sig-name descname"><span class="pre">schema_version</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.schema_version" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-</section>
-<section id="module-whylogs_container.whylabs.llm_validation.signals">
-<span id="whylogs-container-whylabs-llm-validation-signals-module"></span><h2>whylogs_container.whylabs.llm_validation.signals module<a class="headerlink" href="#module-whylogs_container.whylabs.llm_validation.signals" title="Permalink to this heading">#</a></h2>
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.signals.Failure">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.signals.</span></span><span class="sig-name descname"><span class="pre">Failure</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata" title="whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata"><span class="pre">ValidationMetadata</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata" title="whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata"><span class="pre">ConfigurationMetadata</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.signals.Failure" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <a class="reference internal" href="#whylogs_container.whylabs.llm_validation.signals.Result" title="whylogs_container.whylabs.llm_validation.signals.Result"><code class="xref py py-class docutils literal notranslate"><span class="pre">Result</span></code></a></p>
-</dd></dl>
-
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.signals.Result">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.signals.</span></span><span class="sig-name descname"><span class="pre">Result</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.signals.Result" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">Protocol</span></code></p>
-</dd></dl>
-
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.signals.Success">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.signals.</span></span><span class="sig-name descname"><span class="pre">Success</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.signals.Success" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <a class="reference internal" href="#whylogs_container.whylabs.llm_validation.signals.Result" title="whylogs_container.whylabs.llm_validation.signals.Result"><code class="xref py py-class docutils literal notranslate"><span class="pre">Result</span></code></a></p>
-</dd></dl>
-
-<dl class="py exception">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.signals.ValidationError">
-<em class="property"><span class="pre">exception</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.signals.</span></span><span class="sig-name descname"><span class="pre">ValidationError</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata" title="whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata"><span class="pre">ValidationMetadata</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.signals.ValidationError" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">ValueError</span></code></p>
-</dd></dl>
-
-</section>
-<section id="module-whylogs_container.whylabs.llm_validation.validate">
-<span id="whylogs-container-whylabs-llm-validation-validate-module"></span><h2>whylogs_container.whylabs.llm_validation.validate module<a class="headerlink" href="#module-whylogs_container.whylabs.llm_validation.validate" title="Permalink to this heading">#</a></h2>
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validate.validate_input">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validate.</span></span><span class="sig-name descname"><span class="pre">validate_input</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">input_text</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Literal</span><span class="p"><span class="pre">[</span></span><span class="s"><span class="pre">'prompt'</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="s"><span class="pre">'response'</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">DatasetSchema</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.signals.Result" title="whylogs_container.whylabs.llm_validation.signals.Result"><span class="pre">Result</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validate.validate_input" title="Permalink to this definition">#</a></dt>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.metadata.YamlConfig.whylabs_dataset_id">
+<span class="sig-name descname"><span class="pre">whylabs_dataset_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.whylabs_dataset_id" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-</section>
-<section id="module-whylogs_container.whylabs.llm_validation.validation_utils">
-<span id="whylogs-container-whylabs-llm-validation-validation-utils-module"></span><h2>whylogs_container.whylabs.llm_validation.validation_utils module<a class="headerlink" href="#module-whylogs_container.whylabs.llm_validation.validation_utils" title="Permalink to this heading">#</a></h2>
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validation_utils.flag_failed_validation">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validation_utils.</span></span><span class="sig-name descname"><span class="pre">flag_failed_validation</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">condition_name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">prompt_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validation_utils.flag_failed_validation" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
+</dd></dl>
 
 </section>
 <section id="module-whylogs_container.whylabs.llm_validation.validator">
 <span id="whylogs-container-whylabs-llm-validation-validator-module"></span><h2>whylogs_container.whylabs.llm_validation.validator module<a class="headerlink" href="#module-whylogs_container.whylabs.llm_validation.validator" title="Permalink to this heading">#</a></h2>
+<dl class="py class">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.AsyncValidationMessage">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validator.</span></span><span class="sig-name descname"><span class="pre">AsyncValidationMessage</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">request:</span> <span class="pre">bytes</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp:</span> <span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">log:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">id:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.AsyncValidationMessage" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage" title="whylogs_container.whylabs.llm_validation.validator.ValidationMessage"><code class="xref py py-class docutils literal notranslate"><span class="pre">ValidationMessage</span></code></a></p>
+</dd></dl>
+
 <dl class="py class">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.SynchronousValidator">
 <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validator.</span></span><span class="sig-name descname"><span class="pre">SynchronousValidator</span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator" title="Permalink to this definition">#</a></dt>
@@ -614,44 +395,36 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 <em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">close_validator</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.close_validator" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.evaluate">
+<span class="sig-name descname"><span class="pre">evaluate</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">request</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.LLMValidateRequest" title="whylogs_container.whylabs.container.requests.LLMValidateRequest"><span class="pre">LLMValidateRequest</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">log</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">EvaluationResult</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.evaluate" title="Permalink to this definition">#</a></dt>
+<dd><p>Perform validation on the given LLM message and wait for the result.</p>
+</dd></dl>
+
 <dl class="py method">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.start_validator">
 <em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">start_validator</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.start_validator" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-<dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.validate_prompt">
-<em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">validate_prompt</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">body</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bytes</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationReport" title="whylogs_container.whylabs.llm_validation.metadata.ValidationReport"><span class="pre">ValidationReport</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.validate_prompt" title="Permalink to this definition">#</a></dt>
-<dd><p>Perform validation on the given OpenAI message and wait for the result.</p>
-</dd></dl>
-
 </dd></dl>
 
 <dl class="py class">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationActor">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validator.</span></span><span class="sig-name descname"><span class="pre">ValidationActor</span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">ProcessActor</span></code>[<a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage" title="whylogs_container.whylabs.llm_validation.validator.ValidationMessage"><code class="xref py py-class docutils literal notranslate"><span class="pre">ValidationMessage</span></code></a>], <a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator" title="whylogs_container.whylabs.llm_validation.validator.SynchronousValidator"><code class="xref py py-class docutils literal notranslate"><span class="pre">SynchronousValidator</span></code></a></p>
-<dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationActor.close">
-<span class="sig-name descname"><span class="pre">close</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.close" title="Permalink to this definition">#</a></dt>
-<dd><p>Close the Process object.</p>
-<p>This method releases resources held by the Process object.  It is
-an error to call this method if the child process is still running.</p>
-</dd></dl>
-
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validator.</span></span><span class="sig-name descname"><span class="pre">ValidationActor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">config_instance</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigInstance" title="whylogs_container.whylabs.container.config.ConfigInstance"><span class="pre">ConfigInstance</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">rolling_logger</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="whylogs_container.whylabs.logger.html#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger" title="whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger"><span class="pre">ContainerProcessRollingLogger</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor" title="Permalink to this definition">#</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">ProcessActor</span></code>[<code class="xref py py-obj docutils literal notranslate"><span class="pre">Union</span></code>[<a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage" title="whylogs_container.whylabs.llm_validation.validator.ValidationMessage"><code class="xref py py-class docutils literal notranslate"><span class="pre">ValidationMessage</span></code></a>, <a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.AsyncValidationMessage" title="whylogs_container.whylabs.llm_validation.validator.AsyncValidationMessage"><code class="xref py py-class docutils literal notranslate"><span class="pre">AsyncValidationMessage</span></code></a>], <code class="xref py py-obj docutils literal notranslate"><span class="pre">Optional</span></code>[<code class="xref py py-class docutils literal notranslate"><span class="pre">EvaluationResult</span></code>]], <a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator" title="whylogs_container.whylabs.llm_validation.validator.SynchronousValidator"><code class="xref py py-class docutils literal notranslate"><span class="pre">SynchronousValidator</span></code></a></p>
 <dl class="py method">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationActor.close_validator">
 <span class="sig-name descname"><span class="pre">close_validator</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.close_validator" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 <dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_batch">
-<span class="sig-name descname"><span class="pre">process_batch</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">batch</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">batch_type</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_batch" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_async_validation_message">
+<span class="sig-name descname"><span class="pre">process_async_validation_message</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">messages</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.AsyncValidationMessage" title="whylogs_container.whylabs.llm_validation.validator.AsyncValidationMessage"><span class="pre">AsyncValidationMessage</span></a><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_async_validation_message" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 <dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_close_message">
-<span class="sig-name descname"><span class="pre">process_close_message</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">_messages</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">CloseMessage</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_close_message" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_batch">
+<span class="sig-name descname"><span class="pre">process_batch</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">batch</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">batch_type</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_batch" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 <dl class="py method">
@@ -659,6 +432,11 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 <span class="sig-name descname"><span class="pre">process_validation_message</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">messages</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage" title="whylogs_container.whylabs.llm_validation.validator.ValidationMessage"><span class="pre">ValidationMessage</span></a><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_validation_message" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_validation_messages">
+<span class="sig-name descname"><span class="pre">process_validation_messages</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">messages</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.AsyncValidationMessage" title="whylogs_container.whylabs.llm_validation.validator.AsyncValidationMessage"><span class="pre">AsyncValidationMessage</span></a><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage" title="whylogs_container.whylabs.llm_validation.validator.ValidationMessage"><span class="pre">ValidationMessage</span></a><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">return_results</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_validation_messages" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
 <dl class="py method">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationActor.run">
 <span class="sig-name descname"><span class="pre">run</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.run" title="Permalink to this definition">#</a></dt>
@@ -682,7 +460,7 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 
 <dl class="py class">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationMessage">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validator.</span></span><span class="sig-name descname"><span class="pre">ValidationMessage</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">request:</span> <span class="pre">bytes</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">id:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage" title="Permalink to this definition">#</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validator.</span></span><span class="sig-name descname"><span class="pre">ValidationMessage</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">request:</span> <span class="pre">bytes</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timestamp:</span> <span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">log:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">id:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage" title="Permalink to this definition">#</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationMessage.id">
@@ -690,174 +468,23 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 <dd></dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationMessage.request">
-<span class="sig-name descname"><span class="pre">request</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bytes</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.request" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationMessage.to_validation_request">
-<span class="sig-name descname"><span class="pre">to_validation_request</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest" title="whylogs_container.whylabs.llm_validation.validator.ValidationRequest"><span class="pre">ValidationRequest</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.to_validation_request" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</dd></dl>
-
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationRequest">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validator.</span></span><span class="sig-name descname"><span class="pre">ValidationRequest</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">datasetId</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">prompt</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">prompt_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseModel</span></code></p>
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationRequest.dataset_id">
-<span class="sig-name descname"><span class="pre">dataset_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.dataset_id" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationRequest.model_config">
-<span class="sig-name descname"><span class="pre">model_config</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">ConfigDict</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.model_config" title="Permalink to this definition">#</a></dt>
-<dd><p>Configuration for the model, should be a dictionary conforming to [<cite>ConfigDict</cite>][pydantic.config.ConfigDict].</p>
-</dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationRequest.model_fields">
-<span class="sig-name descname"><span class="pre">model_fields</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ClassVar</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">FieldInfo</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'dataset_id':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=False,</span> <span class="pre">alias='datasetId',</span> <span class="pre">alias_priority=2),</span> <span class="pre">'prompt':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True),</span> <span class="pre">'prompt_id':</span> <span class="pre">FieldInfo(annotation=Union[str,</span> <span class="pre">NoneType],</span> <span class="pre">required=False),</span> <span class="pre">'response':</span> <span class="pre">FieldInfo(annotation=str,</span> <span class="pre">required=True)}</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.model_fields" title="Permalink to this definition">#</a></dt>
-<dd><p>Metadata about the fields defined on the model,
-mapping of field names to [<cite>FieldInfo</cite>][pydantic.fields.FieldInfo].</p>
-<p>This replaces <cite>Model.__fields__</cite> from Pydantic V1.</p>
-</dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationRequest.prompt">
-<span class="sig-name descname"><span class="pre">prompt</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.prompt" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationRequest.prompt_id">
-<span class="sig-name descname"><span class="pre">prompt_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.prompt_id" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationRequest.response">
-<span class="sig-name descname"><span class="pre">response</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.response" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationRequest.to_row">
-<span class="sig-name descname"><span class="pre">to_row</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.to_row" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.create_validator">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validator.</span></span><span class="sig-name descname"><span class="pre">create_validator</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator" title="whylogs_container.whylabs.llm_validation.validator.SynchronousValidator"><span class="pre">SynchronousValidator</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.create_validator" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-<section id="module-whylogs_container.whylabs.llm_validation.validators">
-<span id="whylogs-container-whylabs-llm-validation-validators-module"></span><h2>whylogs_container.whylabs.llm_validation.validators module<a class="headerlink" href="#module-whylogs_container.whylabs.llm_validation.validators" title="Permalink to this heading">#</a></h2>
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validators.</span></span><span class="sig-name descname"><span class="pre">BaseThresholdValidatorBuilder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">validation_rule</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule" title="whylogs_container.whylabs.llm_validation.metadata.ValidationRule"><span class="pre">ValidationRule</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder" title="whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">ValidatorBuilder</span></code></a></p>
-<dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder.build_validator">
-<span class="sig-name descname"><span class="pre">build_validator</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder.build_validator" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</dd></dl>
-
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validators.</span></span><span class="sig-name descname"><span class="pre">InputOutputValidatorBuilder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">validation_rule</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule" title="whylogs_container.whylabs.llm_validation.metadata.ValidationRule"><span class="pre">ValidationRule</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder" title="whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">BaseThresholdValidatorBuilder</span></code></a></p>
-<dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder.build">
-<span class="sig-name descname"><span class="pre">build</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder" title="whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder"><span class="pre">InputOutputValidatorBuilder</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder.build" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</dd></dl>
-
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validators.</span></span><span class="sig-name descname"><span class="pre">RegexValidatorBuilder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">validation_rule</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule" title="whylogs_container.whylabs.llm_validation.metadata.ValidationRule"><span class="pre">ValidationRule</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder" title="whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">ValidatorBuilder</span></code></a></p>
-<dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.build">
-<span class="sig-name descname"><span class="pre">build</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder" title="whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder"><span class="pre">RegexValidatorBuilder</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.build" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationMessage.log">
+<span class="sig-name descname"><span class="pre">log</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.log" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.key">
-<span class="sig-name descname"><span class="pre">key</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.key" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationMessage.request">
+<span class="sig-name descname"><span class="pre">request</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bytes</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.request" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.validator">
-<span class="sig-name descname"><span class="pre">validator</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ConditionValidator</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.validator" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</dd></dl>
-
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validators.</span></span><span class="sig-name descname"><span class="pre">SentimentValidatorBuilder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">validation_rule</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule" title="whylogs_container.whylabs.llm_validation.metadata.ValidationRule"><span class="pre">ValidationRule</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder" title="whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">BaseThresholdValidatorBuilder</span></code></a></p>
-<dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder.build">
-<span class="sig-name descname"><span class="pre">build</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder" title="whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder"><span class="pre">SentimentValidatorBuilder</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder.build" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</dd></dl>
-
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validators.</span></span><span class="sig-name descname"><span class="pre">TextStatValidatorBuilder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">validation_rule</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule" title="whylogs_container.whylabs.llm_validation.metadata.ValidationRule"><span class="pre">ValidationRule</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder" title="whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">BaseThresholdValidatorBuilder</span></code></a></p>
-<dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder.build">
-<span class="sig-name descname"><span class="pre">build</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder" title="whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder"><span class="pre">TextStatValidatorBuilder</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder.build" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</dd></dl>
-
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validators.</span></span><span class="sig-name descname"><span class="pre">ThemesValidatorBuilder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">validation_rule</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule" title="whylogs_container.whylabs.llm_validation.metadata.ValidationRule"><span class="pre">ValidationRule</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder" title="whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">BaseThresholdValidatorBuilder</span></code></a></p>
-<dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder.build">
-<span class="sig-name descname"><span class="pre">build</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder" title="whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder"><span class="pre">ThemesValidatorBuilder</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder.build" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</dd></dl>
-
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validators.</span></span><span class="sig-name descname"><span class="pre">ToxicityValidatorBuilder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">validation_rule</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule" title="whylogs_container.whylabs.llm_validation.metadata.ValidationRule"><span class="pre">ValidationRule</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder" title="whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">BaseThresholdValidatorBuilder</span></code></a></p>
-<dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder.build">
-<span class="sig-name descname"><span class="pre">build</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder" title="whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder"><span class="pre">ToxicityValidatorBuilder</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder.build" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationMessage.timestamp">
+<span class="sig-name descname"><span class="pre">timestamp</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.timestamp" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-</dd></dl>
-
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.llm_validation.validators.</span></span><span class="sig-name descname"><span class="pre">ValidatorBuilder</span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">ABC</span></code></p>
 <dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.build">
-<em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">build</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">T</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.build" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.key">
-<span class="sig-name descname"><span class="pre">key</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.key" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.validator">
-<span class="sig-name descname"><span class="pre">validator</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">ConditionValidator</span></em><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.validator" title="Permalink to this definition">#</a></dt>
+<dt class="sig sig-object py" id="whylogs_container.whylabs.llm_validation.validator.ValidationMessage.to_validation_request">
+<span class="sig-name descname"><span class="pre">to_validation_request</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.requests.ValidationRequest" title="whylogs_container.whylabs.container.requests.ValidationRequest"><span class="pre">ValidationRequest</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.to_validation_request" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
 </dd></dl>
@@ -907,42 +534,6 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
             <ul>
 <li><a class="reference internal" href="#">whylogs_container.whylabs.llm_validation package</a><ul>
 <li><a class="reference internal" href="#submodules">Submodules</a></li>
-<li><a class="reference internal" href="#module-whylogs_container.whylabs.llm_validation.config">whylogs_container.whylabs.llm_validation.config module</a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.config_path"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.config_path</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.include_upper"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.include_upper</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.lower_threshold"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.lower_threshold</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.metric"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.metric</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_config"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.model_config</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_fields"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.model_fields</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.module"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.module</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.ModuleDefinition.upper_threshold"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.upper_threshold</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig"><code class="docutils literal notranslate"><span class="pre">YamlConfig</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.id"><code class="docutils literal notranslate"><span class="pre">YamlConfig.id</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.model_config"><code class="docutils literal notranslate"><span class="pre">YamlConfig.model_config</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.model_fields"><code class="docutils literal notranslate"><span class="pre">YamlConfig.model_fields</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.policy"><code class="docutils literal notranslate"><span class="pre">YamlConfig.policy</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.policy_version"><code class="docutils literal notranslate"><span class="pre">YamlConfig.policy_version</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.profiling"><code class="docutils literal notranslate"><span class="pre">YamlConfig.profiling</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.rules"><code class="docutils literal notranslate"><span class="pre">YamlConfig.rules</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.schema_version"><code class="docutils literal notranslate"><span class="pre">YamlConfig.schema_version</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.YamlConfig.whylabs_dataset_id"><code class="docutils literal notranslate"><span class="pre">YamlConfig.whylabs_dataset_id</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.build_langkit_validator"><code class="docutils literal notranslate"><span class="pre">build_langkit_validator()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.build_langkit_validators_dictionary"><code class="docutils literal notranslate"><span class="pre">build_langkit_validators_dictionary()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.parse_yaml_to_dict"><code class="docutils literal notranslate"><span class="pre">parse_yaml_to_dict()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config.validate_yaml"><code class="docutils literal notranslate"><span class="pre">validate_yaml()</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#module-whylogs_container.whylabs.llm_validation.config_parsing">whylogs_container.whylabs.llm_validation.config_parsing module</a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config_parsing.load_llm_profiling_options"><code class="docutils literal notranslate"><span class="pre">load_llm_profiling_options()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config_parsing.load_llm_validation_config_options"><code class="docutils literal notranslate"><span class="pre">load_llm_validation_config_options()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.config_parsing.load_yaml_data"><code class="docutils literal notranslate"><span class="pre">load_yaml_data()</span></code></a></li>
-</ul>
-</li>
 <li><a class="reference internal" href="#module-whylogs_container.whylabs.llm_validation.metadata">whylogs_container.whylabs.llm_validation.metadata module</a><ul>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata"><code class="docutils literal notranslate"><span class="pre">ConfigurationMetadata</span></code></a><ul>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.config_error"><code class="docutils literal notranslate"><span class="pre">ConfigurationMetadata.config_error</span></code></a></li>
@@ -950,24 +541,21 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.timestamp"><code class="docutils literal notranslate"><span class="pre">ConfigurationMetadata.timestamp</span></code></a></li>
 </ul>
 </li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ProfilingRule"><code class="docutils literal notranslate"><span class="pre">ProfilingRule</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ProfilingRule.metrics"><code class="docutils literal notranslate"><span class="pre">ProfilingRule.metrics</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig"><code class="docutils literal notranslate"><span class="pre">ValidationConfig</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.id"><code class="docutils literal notranslate"><span class="pre">ValidationConfig.id</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy"><code class="docutils literal notranslate"><span class="pre">ValidationConfig.policy</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy_version"><code class="docutils literal notranslate"><span class="pre">ValidationConfig.policy_version</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.profiling"><code class="docutils literal notranslate"><span class="pre">ValidationConfig.profiling</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.rules"><code class="docutils literal notranslate"><span class="pre">ValidationConfig.rules</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.schema_version"><code class="docutils literal notranslate"><span class="pre">ValidationConfig.schema_version</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.whylabs_dataset_id"><code class="docutils literal notranslate"><span class="pre">ValidationConfig.whylabs_dataset_id</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.config_path"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.config_path</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.include_upper"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.include_upper</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.lower_threshold"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.lower_threshold</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.metric"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.metric</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.model_computed_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_config"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.model_config</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.model_fields"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.model_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.module"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.module</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ModuleDefinition.upper_threshold"><code class="docutils literal notranslate"><span class="pre">ModuleDefinition.upper_threshold</span></code></a></li>
 </ul>
 </li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata"><code class="docutils literal notranslate"><span class="pre">ValidationMetadata</span></code></a><ul>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.failed_metric"><code class="docutils literal notranslate"><span class="pre">ValidationMetadata.failed_metric</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.is_valid"><code class="docutils literal notranslate"><span class="pre">ValidationMetadata.is_valid</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.prompt_id"><code class="docutils literal notranslate"><span class="pre">ValidationMetadata.prompt_id</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.timestamp"><code class="docutils literal notranslate"><span class="pre">ValidationMetadata.timestamp</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.validator_name"><code class="docutils literal notranslate"><span class="pre">ValidationMetadata.validator_name</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.value"><code class="docutils literal notranslate"><span class="pre">ValidationMetadata.value</span></code></a></li>
@@ -977,51 +565,35 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationReport.failures"><code class="docutils literal notranslate"><span class="pre">ValidationReport.failures</span></code></a></li>
 </ul>
 </li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule"><code class="docutils literal notranslate"><span class="pre">ValidationRule</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.config_path"><code class="docutils literal notranslate"><span class="pre">ValidationRule.config_path</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.include_upper"><code class="docutils literal notranslate"><span class="pre">ValidationRule.include_upper</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.lower_threshold"><code class="docutils literal notranslate"><span class="pre">ValidationRule.lower_threshold</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.metric"><code class="docutils literal notranslate"><span class="pre">ValidationRule.metric</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.module"><code class="docutils literal notranslate"><span class="pre">ValidationRule.module</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.rule_type"><code class="docutils literal notranslate"><span class="pre">ValidationRule.rule_type</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.ValidationRule.upper_threshold"><code class="docutils literal notranslate"><span class="pre">ValidationRule.upper_threshold</span></code></a></li>
-</ul>
-</li>
-</ul>
-</li>
-<li><a class="reference internal" href="#module-whylogs_container.whylabs.llm_validation.schema_builder">whylogs_container.whylabs.llm_validation.schema_builder module</a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.schema_builder.get_profiling_schema"><code class="docutils literal notranslate"><span class="pre">get_profiling_schema()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.schema_builder.get_validators_udf_schema"><code class="docutils literal notranslate"><span class="pre">get_validators_udf_schema()</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#module-whylogs_container.whylabs.llm_validation.signals">whylogs_container.whylabs.llm_validation.signals module</a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.signals.Failure"><code class="docutils literal notranslate"><span class="pre">Failure</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.signals.Result"><code class="docutils literal notranslate"><span class="pre">Result</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.signals.Success"><code class="docutils literal notranslate"><span class="pre">Success</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.signals.ValidationError"><code class="docutils literal notranslate"><span class="pre">ValidationError</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig"><code class="docutils literal notranslate"><span class="pre">YamlConfig</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.id"><code class="docutils literal notranslate"><span class="pre">YamlConfig.id</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_computed_fields"><code class="docutils literal notranslate"><span class="pre">YamlConfig.model_computed_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_config"><code class="docutils literal notranslate"><span class="pre">YamlConfig.model_config</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.model_fields"><code class="docutils literal notranslate"><span class="pre">YamlConfig.model_fields</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.policy"><code class="docutils literal notranslate"><span class="pre">YamlConfig.policy</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.policy_version"><code class="docutils literal notranslate"><span class="pre">YamlConfig.policy_version</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.profiling"><code class="docutils literal notranslate"><span class="pre">YamlConfig.profiling</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.rules"><code class="docutils literal notranslate"><span class="pre">YamlConfig.rules</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.schema_version"><code class="docutils literal notranslate"><span class="pre">YamlConfig.schema_version</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.metadata.YamlConfig.whylabs_dataset_id"><code class="docutils literal notranslate"><span class="pre">YamlConfig.whylabs_dataset_id</span></code></a></li>
 </ul>
 </li>
-<li><a class="reference internal" href="#module-whylogs_container.whylabs.llm_validation.validate">whylogs_container.whylabs.llm_validation.validate module</a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validate.validate_input"><code class="docutils literal notranslate"><span class="pre">validate_input()</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#module-whylogs_container.whylabs.llm_validation.validation_utils">whylogs_container.whylabs.llm_validation.validation_utils module</a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validation_utils.flag_failed_validation"><code class="docutils literal notranslate"><span class="pre">flag_failed_validation()</span></code></a></li>
 </ul>
 </li>
 <li><a class="reference internal" href="#module-whylogs_container.whylabs.llm_validation.validator">whylogs_container.whylabs.llm_validation.validator module</a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.AsyncValidationMessage"><code class="docutils literal notranslate"><span class="pre">AsyncValidationMessage</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator"><code class="docutils literal notranslate"><span class="pre">SynchronousValidator</span></code></a><ul>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.close_validator"><code class="docutils literal notranslate"><span class="pre">SynchronousValidator.close_validator()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.evaluate"><code class="docutils literal notranslate"><span class="pre">SynchronousValidator.evaluate()</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.start_validator"><code class="docutils literal notranslate"><span class="pre">SynchronousValidator.start_validator()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.validate_prompt"><code class="docutils literal notranslate"><span class="pre">SynchronousValidator.validate_prompt()</span></code></a></li>
 </ul>
 </li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor"><code class="docutils literal notranslate"><span class="pre">ValidationActor</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.close"><code class="docutils literal notranslate"><span class="pre">ValidationActor.close()</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.close_validator"><code class="docutils literal notranslate"><span class="pre">ValidationActor.close_validator()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_async_validation_message"><code class="docutils literal notranslate"><span class="pre">ValidationActor.process_async_validation_message()</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_batch"><code class="docutils literal notranslate"><span class="pre">ValidationActor.process_batch()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_close_message"><code class="docutils literal notranslate"><span class="pre">ValidationActor.process_close_message()</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_validation_message"><code class="docutils literal notranslate"><span class="pre">ValidationActor.process_validation_message()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_validation_messages"><code class="docutils literal notranslate"><span class="pre">ValidationActor.process_validation_messages()</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.run"><code class="docutils literal notranslate"><span class="pre">ValidationActor.run()</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.start"><code class="docutils literal notranslate"><span class="pre">ValidationActor.start()</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationActor.start_validator"><code class="docutils literal notranslate"><span class="pre">ValidationActor.start_validator()</span></code></a></li>
@@ -1029,60 +601,12 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 </li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage"><code class="docutils literal notranslate"><span class="pre">ValidationMessage</span></code></a><ul>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.id"><code class="docutils literal notranslate"><span class="pre">ValidationMessage.id</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.log"><code class="docutils literal notranslate"><span class="pre">ValidationMessage.log</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.request"><code class="docutils literal notranslate"><span class="pre">ValidationMessage.request</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.timestamp"><code class="docutils literal notranslate"><span class="pre">ValidationMessage.timestamp</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationMessage.to_validation_request"><code class="docutils literal notranslate"><span class="pre">ValidationMessage.to_validation_request()</span></code></a></li>
 </ul>
 </li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest"><code class="docutils literal notranslate"><span class="pre">ValidationRequest</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.dataset_id"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.dataset_id</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.model_config"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.model_config</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.model_fields"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.model_fields</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.prompt"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.prompt</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.prompt_id"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.prompt_id</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.response"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.response</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.ValidationRequest.to_row"><code class="docutils literal notranslate"><span class="pre">ValidationRequest.to_row()</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validator.create_validator"><code class="docutils literal notranslate"><span class="pre">create_validator()</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#module-whylogs_container.whylabs.llm_validation.validators">whylogs_container.whylabs.llm_validation.validators module</a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">BaseThresholdValidatorBuilder</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder.build_validator"><code class="docutils literal notranslate"><span class="pre">BaseThresholdValidatorBuilder.build_validator()</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">InputOutputValidatorBuilder</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder.build"><code class="docutils literal notranslate"><span class="pre">InputOutputValidatorBuilder.build()</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">RegexValidatorBuilder</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.build"><code class="docutils literal notranslate"><span class="pre">RegexValidatorBuilder.build()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.key"><code class="docutils literal notranslate"><span class="pre">RegexValidatorBuilder.key</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.validator"><code class="docutils literal notranslate"><span class="pre">RegexValidatorBuilder.validator</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">SentimentValidatorBuilder</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder.build"><code class="docutils literal notranslate"><span class="pre">SentimentValidatorBuilder.build()</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">TextStatValidatorBuilder</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder.build"><code class="docutils literal notranslate"><span class="pre">TextStatValidatorBuilder.build()</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">ThemesValidatorBuilder</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder.build"><code class="docutils literal notranslate"><span class="pre">ThemesValidatorBuilder.build()</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">ToxicityValidatorBuilder</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder.build"><code class="docutils literal notranslate"><span class="pre">ToxicityValidatorBuilder.build()</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder"><code class="docutils literal notranslate"><span class="pre">ValidatorBuilder</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.build"><code class="docutils literal notranslate"><span class="pre">ValidatorBuilder.build()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.key"><code class="docutils literal notranslate"><span class="pre">ValidatorBuilder.key</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.validator"><code class="docutils literal notranslate"><span class="pre">ValidatorBuilder.validator</span></code></a></li>
-</ul>
-</li>
 </ul>
 </li>
 <li><a class="reference internal" href="#module-whylogs_container.whylabs.llm_validation">Module contents</a></li>
diff --git a/whylogs_container.whylabs.logger.html b/whylogs_container.whylabs.logger.html
index 0a1b695..9e69aac 100644
--- a/whylogs_container.whylabs.logger.html
+++ b/whylogs_container.whylabs.logger.html
@@ -196,7 +196,7 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 <span id="whylogs-container-whylabs-logger-logger-module"></span><h2>whylogs_container.whylabs.logger.logger module<a class="headerlink" href="#module-whylogs_container.whylabs.logger.logger" title="Permalink to this heading">#</a></h2>
 <dl class="py class">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.logger.logger.ContainerLoggerFactory">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.logger.logger.</span></span><span class="sig-name descname"><span class="pre">ContainerLoggerFactory</span></span><a class="headerlink" href="#whylogs_container.whylabs.logger.logger.ContainerLoggerFactory" title="Permalink to this definition">#</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.logger.logger.</span></span><span class="sig-name descname"><span class="pre">ContainerLoggerFactory</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">config_instance</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigInstance" title="whylogs_container.whylabs.container.config.ConfigInstance"><span class="pre">ConfigInstance</span></a></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.logger.logger.ContainerLoggerFactory" title="Permalink to this definition">#</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">ThreadLoggerFactory</span></code></p>
 <dl class="py method">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.logger.logger.ContainerLoggerFactory.create_logger">
@@ -209,6 +209,11 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 <dt class="sig sig-object py" id="whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger">
 <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.logger.logger.</span></span><span class="sig-name descname"><span class="pre">ContainerProcessRollingLogger</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">aggregate_by:</span> <span class="pre">~whylogs.api.logger.experimental.logger.actor.time_util.TimeGranularity</span> <span class="pre">=</span> <span class="pre">TimeGranularity.Day</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">write_schedule:</span> <span class="pre">~whylogs.api.logger.experimental.logger.actor.time_util.Schedule</span> <span class="pre">|</span> <span class="pre">None</span> <span class="pre">=</span> <span class="pre">Schedule(cadence=&lt;TimeGranularity.Minute:</span> <span class="pre">'Minute'&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">interval=5)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema:</span> <span class="pre">~whylogs.core.schema.DatasetSchema</span> <span class="pre">|</span> <span class="pre">None</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sync_enabled:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">current_time_fn:</span> <span class="pre">~typing.Callable[[]</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">int]</span> <span class="pre">|</span> <span class="pre">None</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">queue_config:</span> <span class="pre">~whylogs.api.logger.experimental.logger.actor.actor.QueueConfig</span> <span class="pre">=</span> <span class="pre">QueueConfig(max_batch_size=50000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">message_accumualtion_duration=1.0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">message_poll_wait=0.1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_buffer_bytes=100000000)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">thread_queue_config:</span> <span class="pre">~whylogs.api.logger.experimental.logger.actor.actor.QueueConfig</span> <span class="pre">=</span> <span class="pre">QueueConfig(max_batch_size=50000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">message_accumualtion_duration=1.0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">message_poll_wait=0.1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_buffer_bytes=100000000)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">writer_factory:</span> <span class="pre">~whylogs.api.logger.experimental.logger.actor.process_rolling_logger.WriterFactory</span> <span class="pre">=</span> <span class="pre">&lt;whylogs.api.logger.experimental.logger.actor.process_rolling_logger.WhyLabsWriterFactory</span> <span class="pre">object&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">queue_type:</span> <span class="pre">~whylogs.api.logger.experimental.logger.actor.process_actor.QueueType</span> <span class="pre">=</span> <span class="pre">QueueType.FASTER_FIFO</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">logger_factory:</span> <span class="pre">~whylogs.api.logger.experimental.logger.actor.process_rolling_logger.LoggerFactory</span> <span class="pre">=</span> <span class="pre">&lt;whylogs.api.logger.experimental.logger.actor.process_rolling_logger.ThreadLoggerFactory</span> <span class="pre">object&gt;</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger" title="Permalink to this definition">#</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">BaseProcessRollingLogger</span></code>[<a class="reference internal" href="#whylogs_container.whylabs.logger.logger.RawLLMLogMessage" title="whylogs_container.whylabs.logger.logger.RawLLMLogMessage"><code class="xref py py-class docutils literal notranslate"><span class="pre">RawLLMLogMessage</span></code></a>]</p>
+<dl class="py method">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.is_closed">
+<span class="sig-name descname"><span class="pre">is_closed</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">bool</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.is_closed" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
 <dl class="py method">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_batch">
 <span class="sig-name descname"><span class="pre">process_batch</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">batch</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">batch_type</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_batch" title="Permalink to this definition">#</a></dt>
@@ -254,112 +259,11 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 
 </dd></dl>
 
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.logger.convert_dataset_cadence">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.logger.logger.</span></span><span class="sig-name descname"><span class="pre">convert_dataset_cadence</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_cadence</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">DatasetCadence</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">TimeGranularity</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.logger.logger.convert_dataset_cadence" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py function">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.logger.convert_schedule">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.logger.logger.</span></span><span class="sig-name descname"><span class="pre">convert_schedule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">upload_cadence</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">DatasetUploadCadenceGranularity</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">upload_interval</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Schedule</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.logger.logger.convert_schedule" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
 <dl class="py function">
 <dt class="sig sig-object py" id="whylogs_container.whylabs.logger.logger.create_logger">
-<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.logger.logger.</span></span><span class="sig-name descname"><span class="pre">create_logger</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">config</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.environment.ContainerConfig" title="whylogs_container.whylabs.container.environment.ContainerConfig"><span class="pre">ContainerConfig</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger" title="whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger"><span class="pre">ContainerProcessRollingLogger</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.logger.logger.create_logger" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</section>
-<section id="module-whylogs_container.whylabs.logger.openai_messages">
-<span id="whylogs-container-whylabs-logger-openai-messages-module"></span><h2>whylogs_container.whylabs.logger.openai_messages module<a class="headerlink" href="#module-whylogs_container.whylabs.logger.openai_messages" title="Permalink to this heading">#</a></h2>
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIMessage">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.logger.openai_messages.</span></span><span class="sig-name descname"><span class="pre">OpenAIMessage</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">request</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bytes</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">request_time</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">prompt_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">response</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.dataset_id">
-<span class="sig-name descname"><span class="pre">dataset_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.dataset_id" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.get_user_prompt">
-<span class="sig-name descname"><span class="pre">get_user_prompt</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.get_user_prompt" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.prompt_id">
-<span class="sig-name descname"><span class="pre">prompt_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.prompt_id" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request">
-<span class="sig-name descname"><span class="pre">request</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bytes</span></em><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request_time">
-<span class="sig-name descname"><span class="pre">request_time</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request_time" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.response">
-<span class="sig-name descname"><span class="pre">response</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.response" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_log_request_dict">
-<span class="sig-name descname"><span class="pre">to_log_request_dict</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">LogRequestDict</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_log_request_dict" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py method">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_openai_dict">
-<span class="sig-name descname"><span class="pre">to_openai_dict</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict" title="whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict"><span class="pre">OpenAIRequestDict</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_openai_dict" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</dd></dl>
-
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.logger.openai_messages.</span></span><span class="sig-name descname"><span class="pre">OpenAIPromptDict</span></span><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">TypedDict</span></code></p>
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.content">
-<span class="sig-name descname"><span class="pre">content</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.content" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.role">
-<span class="sig-name descname"><span class="pre">role</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.role" title="Permalink to this definition">#</a></dt>
+<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.logger.logger.</span></span><span class="sig-name descname"><span class="pre">create_logger</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">config_instance</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="whylogs_container.whylabs.container.html#whylogs_container.whylabs.container.config.ConfigInstance" title="whylogs_container.whylabs.container.config.ConfigInstance"><span class="pre">ConfigInstance</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger" title="whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger"><span class="pre">ContainerProcessRollingLogger</span></a></span></span><a class="headerlink" href="#whylogs_container.whylabs.logger.logger.create_logger" title="Permalink to this definition">#</a></dt>
 <dd></dd></dl>
 
-</dd></dl>
-
-<dl class="py class">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.logger.openai_messages.</span></span><span class="sig-name descname"><span class="pre">OpenAIRequestDict</span></span><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict" title="Permalink to this definition">#</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">TypedDict</span></code></p>
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.messages">
-<span class="sig-name descname"><span class="pre">messages</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict" title="whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict"><span class="pre">OpenAIPromptDict</span></a><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.messages" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.model">
-<span class="sig-name descname"><span class="pre">model</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.model" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.temperature">
-<span class="sig-name descname"><span class="pre">temperature</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.temperature" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt class="sig sig-object py" id="whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.whylabs_dataset_id">
-<span class="sig-name descname"><span class="pre">whylabs_dataset_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.whylabs_dataset_id" title="Permalink to this definition">#</a></dt>
-<dd></dd></dl>
-
-</dd></dl>
-
 </section>
 <section id="module-whylogs_container.whylabs.logger">
 <span id="module-contents"></span><h2>Module contents<a class="headerlink" href="#module-whylogs_container.whylabs.logger" title="Permalink to this heading">#</a></h2>
@@ -411,6 +315,7 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 </ul>
 </li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger"><code class="docutils literal notranslate"><span class="pre">ContainerProcessRollingLogger</span></code></a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.is_closed"><code class="docutils literal notranslate"><span class="pre">ContainerProcessRollingLogger.is_closed()</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_batch"><code class="docutils literal notranslate"><span class="pre">ContainerProcessRollingLogger.process_batch()</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_llm_log_message"><code class="docutils literal notranslate"><span class="pre">ContainerProcessRollingLogger.process_llm_log_message()</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.run"><code class="docutils literal notranslate"><span class="pre">ContainerProcessRollingLogger.run()</span></code></a></li>
@@ -423,37 +328,9 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 <li><a class="reference internal" href="#whylogs_container.whylabs.logger.logger.RawLLMLogMessage.to_log_request_dict"><code class="docutils literal notranslate"><span class="pre">RawLLMLogMessage.to_log_request_dict()</span></code></a></li>
 </ul>
 </li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.logger.convert_dataset_cadence"><code class="docutils literal notranslate"><span class="pre">convert_dataset_cadence()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.logger.convert_schedule"><code class="docutils literal notranslate"><span class="pre">convert_schedule()</span></code></a></li>
 <li><a class="reference internal" href="#whylogs_container.whylabs.logger.logger.create_logger"><code class="docutils literal notranslate"><span class="pre">create_logger()</span></code></a></li>
 </ul>
 </li>
-<li><a class="reference internal" href="#module-whylogs_container.whylabs.logger.openai_messages">whylogs_container.whylabs.logger.openai_messages module</a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.dataset_id"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.dataset_id</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.get_user_prompt"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.get_user_prompt()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.prompt_id"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.prompt_id</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.request</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request_time"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.request_time</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.response"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.response</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_log_request_dict"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.to_log_request_dict()</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_openai_dict"><code class="docutils literal notranslate"><span class="pre">OpenAIMessage.to_openai_dict()</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict"><code class="docutils literal notranslate"><span class="pre">OpenAIPromptDict</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.content"><code class="docutils literal notranslate"><span class="pre">OpenAIPromptDict.content</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.role"><code class="docutils literal notranslate"><span class="pre">OpenAIPromptDict.role</span></code></a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict"><code class="docutils literal notranslate"><span class="pre">OpenAIRequestDict</span></code></a><ul>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.messages"><code class="docutils literal notranslate"><span class="pre">OpenAIRequestDict.messages</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.model"><code class="docutils literal notranslate"><span class="pre">OpenAIRequestDict.model</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.temperature"><code class="docutils literal notranslate"><span class="pre">OpenAIRequestDict.temperature</span></code></a></li>
-<li><a class="reference internal" href="#whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.whylabs_dataset_id"><code class="docutils literal notranslate"><span class="pre">OpenAIRequestDict.whylabs_dataset_id</span></code></a></li>
-</ul>
-</li>
-</ul>
-</li>
 <li><a class="reference internal" href="#module-whylogs_container.whylabs.logger">Module contents</a></li>
 </ul>
 </li>
diff --git a/whylogs_container.whylabs.time_utils.html b/whylogs_container.whylabs.time_utils.html
new file mode 100644
index 0000000..0551845
--- /dev/null
+++ b/whylogs_container.whylabs.time_utils.html
@@ -0,0 +1,274 @@
+<!doctype html>
+<html class="no-js" lang="en" data-content_root="">
+  <head><meta charset="utf-8"/>
+    <meta name="viewport" content="width=device-width,initial-scale=1"/>
+    <meta name="color-scheme" content="light dark"><meta name="viewport" content="width=device-width, initial-scale=1" />
+<link rel="index" title="Index" href="genindex.html" /><link rel="search" title="Search" href="search.html" />
+
+    <!-- Generated with Sphinx 7.1.2 and Furo 2023.09.10 -->
+        <title>whylogs_container.whylabs.time_utils package - whylogs-container-python 0.0.1 documentation</title>
+      <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=a746c00c" />
+    <link rel="stylesheet" type="text/css" href="_static/styles/furo.css?v=135e06be" />
+    <link rel="stylesheet" type="text/css" href="_static/styles/furo-extensions.css?v=36a5483c" />
+    
+    
+
+
+<style>
+  body {
+    --color-code-background: #f8f8f8;
+  --color-code-foreground: black;
+  
+  }
+  @media not print {
+    body[data-theme="dark"] {
+      --color-code-background: #202020;
+  --color-code-foreground: #d0d0d0;
+  
+    }
+    @media (prefers-color-scheme: dark) {
+      body:not([data-theme="light"]) {
+        --color-code-background: #202020;
+  --color-code-foreground: #d0d0d0;
+  
+      }
+    }
+  }
+</style></head>
+  <body>
+    
+    <script>
+      document.body.dataset.theme = localStorage.getItem("theme") || "auto";
+    </script>
+    
+
+<svg xmlns="http://www.w3.org/2000/svg" style="display: none;">
+  <symbol id="svg-toc" viewBox="0 0 24 24">
+    <title>Contents</title>
+    <svg stroke="currentColor" fill="currentColor" stroke-width="0" viewBox="0 0 1024 1024">
+      <path d="M408 442h480c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8H408c-4.4 0-8 3.6-8 8v56c0 4.4 3.6 8 8 8zm-8 204c0 4.4 3.6 8 8 8h480c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8H408c-4.4 0-8 3.6-8 8v56zm504-486H120c-4.4 0-8 3.6-8 8v56c0 4.4 3.6 8 8 8h784c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8zm0 632H120c-4.4 0-8 3.6-8 8v56c0 4.4 3.6 8 8 8h784c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8zM115.4 518.9L271.7 642c5.8 4.6 14.4.5 14.4-6.9V388.9c0-7.4-8.5-11.5-14.4-6.9L115.4 505.1a8.74 8.74 0 0 0 0 13.8z"/>
+    </svg>
+  </symbol>
+  <symbol id="svg-menu" viewBox="0 0 24 24">
+    <title>Menu</title>
+    <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
+      stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather-menu">
+      <line x1="3" y1="12" x2="21" y2="12"></line>
+      <line x1="3" y1="6" x2="21" y2="6"></line>
+      <line x1="3" y1="18" x2="21" y2="18"></line>
+    </svg>
+  </symbol>
+  <symbol id="svg-arrow-right" viewBox="0 0 24 24">
+    <title>Expand</title>
+    <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
+      stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather-chevron-right">
+      <polyline points="9 18 15 12 9 6"></polyline>
+    </svg>
+  </symbol>
+  <symbol id="svg-sun" viewBox="0 0 24 24">
+    <title>Light mode</title>
+    <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
+      stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round" class="feather-sun">
+      <circle cx="12" cy="12" r="5"></circle>
+      <line x1="12" y1="1" x2="12" y2="3"></line>
+      <line x1="12" y1="21" x2="12" y2="23"></line>
+      <line x1="4.22" y1="4.22" x2="5.64" y2="5.64"></line>
+      <line x1="18.36" y1="18.36" x2="19.78" y2="19.78"></line>
+      <line x1="1" y1="12" x2="3" y2="12"></line>
+      <line x1="21" y1="12" x2="23" y2="12"></line>
+      <line x1="4.22" y1="19.78" x2="5.64" y2="18.36"></line>
+      <line x1="18.36" y1="5.64" x2="19.78" y2="4.22"></line>
+    </svg>
+  </symbol>
+  <symbol id="svg-moon" viewBox="0 0 24 24">
+    <title>Dark mode</title>
+    <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
+      stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round" class="icon-tabler-moon">
+      <path stroke="none" d="M0 0h24v24H0z" fill="none" />
+      <path d="M12 3c.132 0 .263 0 .393 0a7.5 7.5 0 0 0 7.92 12.446a9 9 0 1 1 -8.313 -12.454z" />
+    </svg>
+  </symbol>
+  <symbol id="svg-sun-half" viewBox="0 0 24 24">
+    <title>Auto light/dark mode</title>
+    <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
+      stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round" class="icon-tabler-shadow">
+      <path stroke="none" d="M0 0h24v24H0z" fill="none"/>
+      <circle cx="12" cy="12" r="9" />
+      <path d="M13 12h5" />
+      <path d="M13 15h4" />
+      <path d="M13 18h1" />
+      <path d="M13 9h4" />
+      <path d="M13 6h1" />
+    </svg>
+  </symbol>
+</svg>
+
+<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation">
+<input type="checkbox" class="sidebar-toggle" name="__toc" id="__toc">
+<label class="overlay sidebar-overlay" for="__navigation">
+  <div class="visually-hidden">Hide navigation sidebar</div>
+</label>
+<label class="overlay toc-overlay" for="__toc">
+  <div class="visually-hidden">Hide table of contents sidebar</div>
+</label>
+
+
+
+<div class="page">
+  <header class="mobile-header">
+    <div class="header-left">
+      <label class="nav-overlay-icon" for="__navigation">
+        <div class="visually-hidden">Toggle site navigation sidebar</div>
+        <i class="icon"><svg><use href="#svg-menu"></use></svg></i>
+      </label>
+    </div>
+    <div class="header-center">
+      <a href="index.html"><div class="brand">whylogs-container-python 0.0.1 documentation</div></a>
+    </div>
+    <div class="header-right">
+      <div class="theme-toggle-container theme-toggle-header">
+        <button class="theme-toggle">
+          <div class="visually-hidden">Toggle Light / Dark / Auto color theme</div>
+          <svg class="theme-icon-when-auto"><use href="#svg-sun-half"></use></svg>
+          <svg class="theme-icon-when-dark"><use href="#svg-moon"></use></svg>
+          <svg class="theme-icon-when-light"><use href="#svg-sun"></use></svg>
+        </button>
+      </div>
+      <label class="toc-overlay-icon toc-header-icon" for="__toc">
+        <div class="visually-hidden">Toggle table of contents sidebar</div>
+        <i class="icon"><svg><use href="#svg-toc"></use></svg></i>
+      </label>
+    </div>
+  </header>
+  <aside class="sidebar-drawer">
+    <div class="sidebar-container">
+      
+      <div class="sidebar-sticky"><a class="sidebar-brand" href="index.html">
+  
+  
+  <span class="sidebar-brand-text">whylogs-container-python 0.0.1 documentation</span>
+  
+</a><form class="sidebar-search-container" method="get" action="search.html" role="search">
+  <input class="sidebar-search" placeholder="Search" name="q" aria-label="Search">
+  <input type="hidden" name="check_keywords" value="yes">
+  <input type="hidden" name="area" value="default">
+</form>
+<div id="searchbox"></div><div class="sidebar-scroll"><div class="sidebar-tree">
+  
+</div>
+</div>
+
+      </div>
+      
+    </div>
+  </aside>
+  <div class="main">
+    <div class="content">
+      <div class="article-container">
+        <a href="#" class="back-to-top muted-link">
+          <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24">
+            <path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8v12z"></path>
+          </svg>
+          <span>Back to top</span>
+        </a>
+        <div class="content-icon-container">
+          
+<div class="theme-toggle-container theme-toggle-content">
+            <button class="theme-toggle">
+              <div class="visually-hidden">Toggle Light / Dark / Auto color theme</div>
+              <svg class="theme-icon-when-auto"><use href="#svg-sun-half"></use></svg>
+              <svg class="theme-icon-when-dark"><use href="#svg-moon"></use></svg>
+              <svg class="theme-icon-when-light"><use href="#svg-sun"></use></svg>
+            </button>
+          </div>
+          <label class="toc-overlay-icon toc-content-icon" for="__toc">
+            <div class="visually-hidden">Toggle table of contents sidebar</div>
+            <i class="icon"><svg><use href="#svg-toc"></use></svg></i>
+          </label>
+        </div>
+        <article role="main">
+          <section id="whylogs-container-whylabs-time-utils-package">
+<h1>whylogs_container.whylabs.time_utils package<a class="headerlink" href="#whylogs-container-whylabs-time-utils-package" title="Permalink to this heading">#</a></h1>
+<section id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">#</a></h2>
+</section>
+<section id="module-whylogs_container.whylabs.time_utils.time_convert_utils">
+<span id="whylogs-container-whylabs-time-utils-time-convert-utils-module"></span><h2>whylogs_container.whylabs.time_utils.time_convert_utils module<a class="headerlink" href="#module-whylogs_container.whylabs.time_utils.time_convert_utils" title="Permalink to this heading">#</a></h2>
+<dl class="py function">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.time_utils.time_convert_utils.convert_dataset_cadence">
+<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.time_utils.time_convert_utils.</span></span><span class="sig-name descname"><span class="pre">convert_dataset_cadence</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_cadence</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">DatasetCadence</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">TimeGranularity</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.time_utils.time_convert_utils.convert_dataset_cadence" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="whylogs_container.whylabs.time_utils.time_convert_utils.convert_schedule">
+<span class="sig-prename descclassname"><span class="pre">whylogs_container.whylabs.time_utils.time_convert_utils.</span></span><span class="sig-name descname"><span class="pre">convert_schedule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">cadence</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">DatasetUploadCadenceGranularity</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">interval</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Schedule</span></span></span><a class="headerlink" href="#whylogs_container.whylabs.time_utils.time_convert_utils.convert_schedule" title="Permalink to this definition">#</a></dt>
+<dd></dd></dl>
+
+</section>
+<section id="module-whylogs_container.whylabs.time_utils">
+<span id="module-contents"></span><h2>Module contents<a class="headerlink" href="#module-whylogs_container.whylabs.time_utils" title="Permalink to this heading">#</a></h2>
+</section>
+</section>
+
+        </article>
+      </div>
+      <footer>
+        
+        <div class="related-pages">
+          
+          
+        </div>
+        <div class="bottom-of-page">
+          <div class="left-details">
+            <div class="copyright">
+                Copyright &#169; 2023, WhyLabs
+            </div>
+            Made with <a href="https://www.sphinx-doc.org/">Sphinx</a> and <a class="muted-link" href="https://pradyunsg.me">@pradyunsg</a>'s
+            
+            <a href="https://github.com/pradyunsg/furo">Furo</a>
+            
+          </div>
+          <div class="right-details">
+            
+          </div>
+        </div>
+        
+      </footer>
+    </div>
+    <aside class="toc-drawer">
+      
+      
+      <div class="toc-sticky toc-scroll">
+        <div class="toc-title-container">
+          <span class="toc-title">
+            On this page
+          </span>
+        </div>
+        <div class="toc-tree-container">
+          <div class="toc-tree">
+            <ul>
+<li><a class="reference internal" href="#">whylogs_container.whylabs.time_utils package</a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
+<li><a class="reference internal" href="#module-whylogs_container.whylabs.time_utils.time_convert_utils">whylogs_container.whylabs.time_utils.time_convert_utils module</a><ul>
+<li><a class="reference internal" href="#whylogs_container.whylabs.time_utils.time_convert_utils.convert_dataset_cadence"><code class="docutils literal notranslate"><span class="pre">convert_dataset_cadence()</span></code></a></li>
+<li><a class="reference internal" href="#whylogs_container.whylabs.time_utils.time_convert_utils.convert_schedule"><code class="docutils literal notranslate"><span class="pre">convert_schedule()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#module-whylogs_container.whylabs.time_utils">Module contents</a></li>
+</ul>
+</li>
+</ul>
+
+          </div>
+        </div>
+      </div>
+      
+      
+    </aside>
+  </div>
+</div><script data-url_root="./" id="documentation_options" src="_static/documentation_options.js?v=f6245a2f"></script>
+    <script src="_static/doctools.js?v=888ff710"></script>
+    <script src="_static/sphinx_highlight.js?v=4825356b"></script>
+    <script src="_static/scripts/furo.js?v=32e29ea5"></script>
+    </body>
+</html>
\ No newline at end of file