@@ -702,20 +704,12 @@ O
process_close_message() (whylogs_container.whylabs.llm_validation.validator.ValidationActor method)
process_openai_message() (whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger method)
+ process_llm_log_message() (whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger method)
process_prompt_validation_message() (whylogs_container.whylabs.llm_validation.validator.ValidationActor method)
+ process_validation_message() (whylogs_container.whylabs.llm_validation.validator.ValidationActor method)
- process_response_validation_message() (whylogs_container.whylabs.llm_validation.validator.ValidationActor method)
-ProcessLoggerStatusResponse (class in whylogs_container.whylabs.container.responses)
profiling (whylogs_container.whylabs.llm_validation.config.YamlConfig attribute)
@@ -779,15 +771,19 @@ P
ProfilingRule (class in whylogs_container.whylabs.llm_validation.metadata)
prompt (whylogs_container.whylabs.container.requests.OpenAIRequest attribute)
+
+ prompt_id (whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata attribute)
PromptValidationMessage (class in whylogs_container.whylabs.llm_validation.validator)
-publish_profiles() (in module whylogs_container.whylabs.container.routes)
publishTime (whylogs_container.whylabs.container.requests.PubSubMessage attribute)
@@ -804,24 +800,30 @@ P
R
+ to_log_request_dict() (whylogs_container.whylabs.logger.logger.RawLLMLogMessage method)
+
+ to_openai_dict() (whylogs_container.whylabs.logger.openai_messages.OpenAIMessage method)
+to_row() (whylogs_container.whylabs.llm_validation.validator.ValidationRequest method)
+to_validation_request() (whylogs_container.whylabs.llm_validation.validator.ValidationMessage method)
ToxicityValidatorBuilder (class in whylogs_container.whylabs.llm_validation.validators)
V
- ValidationMetadata (class in whylogs_container.whylabs.llm_validation.metadata)
+ ValidationReport (class in whylogs_container.whylabs.llm_validation.metadata)
+ValidationRequest (class in whylogs_container.whylabs.llm_validation.validator)
ValidationRule (class in whylogs_container.whylabs.llm_validation.metadata)
W
-
- whylogs_container.whylabs.llm_validation.validation_workflow
-
-
diff --git a/objects.inv b/objects.inv
index f6874fa..f1f8a29 100644
Binary files a/objects.inv and b/objects.inv differ
diff --git a/openapi.json b/openapi.json
index b53ec3b..b4096b8 100644
--- a/openapi.json
+++ b/openapi.json
@@ -1 +1 @@
-{"openapi":"3.1.0","info":{"title":"FastAPI","version":"0.1.0"},"paths":{"/log":{"post":{"summary":"Log","description":"Profile tabular data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST' -H \"X-API-Key: \" -H \"Content-Type: application/json\" 'http://localhost:8000/log' --data-raw '{\n \"datasetId\": \"model-62\",\n \"multiple\": {\n \"columns\": [ \"age\", \"workclass\", \"fnlwgt\", \"education\" ],\n \"data\": [\n [ 25, \"Private\", 226802, \"11th\" ]\n ]\n }\n}'\n```\n\n## Sample Python request:\n```python\nimport requests\n\n# Define your API key\napi_key = \"\"\n\n# API endpoint\nurl = 'http://localhost:8000/log'\n\n# Sample data\ndata = {\n \"datasetId\": \"model-62\",\n \"multiple\": {\n \"columns\": [\"age\", \"workclass\", \"fnlwgt\", \"education\"],\n \"data\": [\n [25, \"Private\", 226802, \"11th\"]\n ]\n }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log_log_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log/json":{"post":{"summary":"Log Json","description":"Use this endpoint for manually testing and experimenting. It shouldn't be used in production\nbecause it has a steep performance penalty compared to the normal /log endpoint.","operationId":"log_json_log_json_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-embeddings":{"post":{"summary":"Log Embeddings","description":"This endpoint requires a custom configuration to set up before hand. See https://docs.whylabs.ai/docs/integrations-whylogs-container/\nfor setting up embeddings support.\n\nLog embeddings data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST' -H \"X-API-Key: \" -H \"Content-Type: application/json\" 'http://localhost:8000/log-embeddings' --data-raw '{\n \"datasetId\": \"model-62\",\n \"timestamp\": 1634235000,\n \"embeddings\": {\n \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n }\n}'\n```\n\n## Sample Python request:\n```python\nimport requests\n\n# Define your API key\napi_key = \"\"\n\n# API endpoint\nurl = 'http://localhost:8000/log-embeddings'\n\n# Sample data\ndata = {\n \"datasetId\": \"model-62\",\n \"timestamp\": 1634235000, # an example timestamp\n \"embeddings\": {\n \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key, \"Content-Type\": \"application/json\"}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log_embeddings_log_embeddings_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log-embeddings/json":{"post":{"summary":"Log Embeddings Json","description":"Use this endpoint for manually testing and experimenting. It shouldn't be used in production\nbecause it has a steep performance penalty compared to the normal /log-embeddings endpoint.","operationId":"log_embeddings_json_log_embeddings_json_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogEmbeddingRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-pubsub":{"post":{"summary":"Log Pubsub","operationId":"log_pubsub_log_pubsub_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log-pubsub-embeddings":{"post":{"summary":"Log Pubsub Embeddings","operationId":"log_pubsub_embeddings_log_pubsub_embeddings_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/v1/chat/completions":{"post":{"summary":"Openai Proxy","operationId":"openai_proxy_v1_chat_completions_post","parameters":[{"name":"whylabs_dataset_id","in":"header","required":true,"schema":{"type":"string","title":"Whylabs Dataset Id"}},{"name":"prompt_id","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Prompt Id"}},{"name":"model","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Model"}}],"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/publish":{"post":{"summary":"Publish Profiles","operationId":"publish_profiles_publish_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/health":{"get":{"summary":"Health","operationId":"health_health_get","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/status":{"get":{"summary":"Status","operationId":"status_status_get","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ProcessLoggerStatusResponse"}}}}}}},"/logDebugInfo":{"post":{"summary":"Log Debug Info","operationId":"log_debug_info_logDebugInfo_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}}},"components":{"schemas":{"HTTPValidationError":{"properties":{"detail":{"items":{"$ref":"#/components/schemas/ValidationError"},"type":"array","title":"Detail"}},"type":"object","title":"HTTPValidationError"},"LogEmbeddingRequest":{"properties":{"dataset_id":{"type":"string","title":"Dataset Id"},"timestamp":{"type":"integer","title":"Timestamp"},"embeddings":{"additionalProperties":{"anyOf":[{"items":{"items":{"type":"number"},"type":"array"},"type":"array"},{"items":{"items":{"type":"integer"},"type":"array"},"type":"array"},{"items":{"items":{"type":"string"},"type":"array"},"type":"array"}]},"type":"object","title":"Embeddings"}},"type":"object","required":["timestamp","embeddings"],"title":"LogEmbeddingRequest"},"LogMultiple":{"properties":{"columns":{"items":{"type":"string"},"type":"array","title":"Columns"},"data":{"items":{"items":{"anyOf":[{"type":"string"},{"type":"integer"},{"type":"number"},{"type":"boolean"},{"items":{"type":"number"},"type":"array"},{"items":{"type":"integer"},"type":"array"},{"items":{"type":"string"},"type":"array"}]},"type":"array"},"type":"array","title":"Data"}},"type":"object","required":["columns","data"],"title":"LogMultiple"},"LogRequest":{"properties":{"dataset_id":{"type":"string","title":"Dataset Id"},"timestamp":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Timestamp"},"multiple":{"$ref":"#/components/schemas/LogMultiple"}},"type":"object","required":["timestamp","multiple"],"title":"LogRequest"},"LoggerStatusResponse":{"properties":{"dataset_timestamps":{"type":"integer","title":"Dataset Timestamps"},"dataset_profiles":{"type":"integer","title":"Dataset Profiles"},"segment_caches":{"type":"integer","title":"Segment Caches"},"writers":{"type":"integer","title":"Writers"},"pending_writables":{"type":"integer","title":"Pending Writables"},"pending_views":{"items":{"type":"string"},"type":"array","title":"Pending Views"},"views":{"items":{"type":"string"},"type":"array","title":"Views"}},"type":"object","required":["dataset_timestamps","dataset_profiles","segment_caches","writers","pending_writables","pending_views","views"],"title":"LoggerStatusResponse"},"ProcessLoggerStatusResponse":{"properties":{"statuses":{"additionalProperties":{"$ref":"#/components/schemas/LoggerStatusResponse"},"type":"object","title":"Statuses","default":{}}},"type":"object","title":"ProcessLoggerStatusResponse"},"ValidationError":{"properties":{"loc":{"items":{"anyOf":[{"type":"string"},{"type":"integer"}]},"type":"array","title":"Location"},"msg":{"type":"string","title":"Message"},"type":{"type":"string","title":"Error Type"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError"}}}}
\ No newline at end of file
+{"openapi":"3.1.0","info":{"title":"FastAPI","version":"0.1.0"},"paths":{"/log":{"post":{"summary":"Log","description":"Profile tabular data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST' -H \"X-API-Key: \" -H \"Content-Type: application/json\" 'http://localhost:8000/log' --data-raw '{\n \"datasetId\": \"model-62\",\n \"multiple\": {\n \"columns\": [ \"age\", \"workclass\", \"fnlwgt\", \"education\" ],\n \"data\": [\n [ 25, \"Private\", 226802, \"11th\" ]\n ]\n }\n}'\n```\n\n## Sample Python request:\n```python\nimport requests\n\n# Define your API key\napi_key = \"\"\n\n# API endpoint\nurl = 'http://localhost:8000/log'\n\n# Sample data\ndata = {\n \"datasetId\": \"model-62\",\n \"multiple\": {\n \"columns\": [\"age\", \"workclass\", \"fnlwgt\", \"education\"],\n \"data\": [\n [25, \"Private\", 226802, \"11th\"]\n ]\n }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log_log_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log/json":{"post":{"summary":"Log Json","description":"Use this endpoint for manually testing and experimenting. It shouldn't be used in production\nbecause it has a steep performance penalty compared to the normal /log endpoint.","operationId":"log_json_log_json_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-embeddings":{"post":{"summary":"Log Embeddings","description":"This endpoint requires a custom configuration to set up before hand. See https://docs.whylabs.ai/docs/integrations-whylogs-container/\nfor setting up embeddings support.\n\nLog embeddings data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST' -H \"X-API-Key: \" -H \"Content-Type: application/octet-stream\" 'http://localhost:8000/log-embeddings' --data-raw '{\n \"datasetId\": \"model-62\",\n \"timestamp\": 1634235000,\n \"embeddings\": {\n \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n }\n}'\n```\n\n## Sample Python request:\n```python\nimport requests\n\n# Define your API key\napi_key = \"\"\n\n# API endpoint\nurl = 'http://localhost:8000/log-embeddings'\n\n# Sample data\ndata = {\n \"datasetId\": \"model-62\",\n \"timestamp\": 1634235000, # an example timestamp\n \"embeddings\": {\n \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key, \"Content-Type\": \"application/octet-stream\"}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log_embeddings_log_embeddings_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log-embeddings/json":{"post":{"summary":"Log Embeddings Json","description":"Use this endpoint for manually testing and experimenting. It shouldn't be used in production\nbecause it has a steep performance penalty compared to the normal /log-embeddings endpoint.","operationId":"log_embeddings_json_log_embeddings_json_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogEmbeddingRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-pubsub":{"post":{"summary":"Log Pubsub","operationId":"log_pubsub_log_pubsub_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log-pubsub-embeddings":{"post":{"summary":"Log Pubsub Embeddings","operationId":"log_pubsub_embeddings_log_pubsub_embeddings_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/validate/llm":{"post":{"summary":"Validate Llm","description":"This endpoint can be used to synchronously get validation results from a single input\nprompt/response. It automatically performs whylogs profiling and sends profiles to\nwhylabs in the background, just like the /log endpoint.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST' -H \"X-API-Key: \" -H \"Content-Type: application/octet-stream\" 'http://localhost:8000/validate/llm' --data-raw '{\n \"datasetId\": \"model-62\",\n \"prompt\": \"This is a test prompt\",\n \"response\": \"This is a test response\"\n}'\n```\n\n## Sample Python request:\n```python\nimport requests\n\n# Define your API key\napi_key = \"\"\n\n# API endpoint\nurl = 'http://localhost:8000/validate/llm'\n\n# Sample data\ndata = {\n \"datasetId\": \"model-62\",\n \"prompt\": \"This is a test prompt\",\n \"response\": \"This is a test response\"\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key, \"Content-Type\": \"application/octet-stream\"}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"validate_llm_validate_llm_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ValidationReport"}}}}}}},"/publish":{"post":{"summary":"Publish Profiles","operationId":"publish_profiles_publish_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/health":{"get":{"summary":"Health","operationId":"health_health_get","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/status":{"get":{"summary":"Status","operationId":"status_status_get","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ProcessLoggerStatusResponse"}}}}}}},"/logDebugInfo":{"post":{"summary":"Log Debug Info","operationId":"log_debug_info_logDebugInfo_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}}},"components":{"schemas":{"HTTPValidationError":{"properties":{"detail":{"items":{"$ref":"#/components/schemas/ValidationError"},"type":"array","title":"Detail"}},"type":"object","title":"HTTPValidationError"},"LogEmbeddingRequest":{"properties":{"dataset_id":{"type":"string","title":"Dataset Id"},"timestamp":{"type":"integer","title":"Timestamp"},"embeddings":{"additionalProperties":{"anyOf":[{"items":{"items":{"type":"number"},"type":"array"},"type":"array"},{"items":{"items":{"type":"integer"},"type":"array"},"type":"array"},{"items":{"items":{"type":"string"},"type":"array"},"type":"array"}]},"type":"object","title":"Embeddings"}},"type":"object","required":["timestamp","embeddings"],"title":"LogEmbeddingRequest"},"LogMultiple":{"properties":{"columns":{"items":{"type":"string"},"type":"array","title":"Columns"},"data":{"items":{"items":{"anyOf":[{"type":"string"},{"type":"integer"},{"type":"number"},{"type":"boolean"},{"items":{"type":"number"},"type":"array"},{"items":{"type":"integer"},"type":"array"},{"items":{"type":"string"},"type":"array"}]},"type":"array"},"type":"array","title":"Data"}},"type":"object","required":["columns","data"],"title":"LogMultiple"},"LogRequest":{"properties":{"dataset_id":{"type":"string","title":"Dataset Id"},"timestamp":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Timestamp"},"multiple":{"$ref":"#/components/schemas/LogMultiple"}},"type":"object","required":["timestamp","multiple"],"title":"LogRequest"},"LoggerStatusResponse":{"properties":{"dataset_timestamps":{"type":"integer","title":"Dataset Timestamps"},"dataset_profiles":{"type":"integer","title":"Dataset Profiles"},"segment_caches":{"type":"integer","title":"Segment Caches"},"writers":{"type":"integer","title":"Writers"},"pending_writables":{"type":"integer","title":"Pending Writables"},"pending_views":{"items":{"type":"string"},"type":"array","title":"Pending Views"},"views":{"items":{"type":"string"},"type":"array","title":"Views"}},"type":"object","required":["dataset_timestamps","dataset_profiles","segment_caches","writers","pending_writables","pending_views","views"],"title":"LoggerStatusResponse"},"ProcessLoggerStatusResponse":{"properties":{"statuses":{"additionalProperties":{"$ref":"#/components/schemas/LoggerStatusResponse"},"type":"object","title":"Statuses","default":{}}},"type":"object","title":"ProcessLoggerStatusResponse"},"ValidationError":{"properties":{"loc":{"items":{"anyOf":[{"type":"string"},{"type":"integer"}]},"type":"array","title":"Location"},"msg":{"type":"string","title":"Message"},"type":{"type":"string","title":"Error Type"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError"},"ValidationMetadata":{"properties":{"prompt_id":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Prompt Id"},"validator_name":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Validator Name"},"failed_metric":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Failed Metric"},"value":{"anyOf":[{"type":"string"},{"type":"integer"},{"type":"number"},{"type":"null"}],"title":"Value"},"timestamp":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Timestamp"},"is_valid":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Is Valid","default":false}},"type":"object","title":"ValidationMetadata"},"ValidationReport":{"properties":{"failures":{"items":{"$ref":"#/components/schemas/ValidationMetadata"},"type":"array","title":"Failures"}},"type":"object","required":["failures"],"title":"ValidationReport"}}}}
\ No newline at end of file
diff --git a/py-modindex.html b/py-modindex.html
index 8aa53d0..7aa57d4 100644
--- a/py-modindex.html
+++ b/py-modindex.html
@@ -341,12 +341,6 @@ Python Module Index
whylogs_container.whylabs.llm_validation.validation_utils
-
-
- whylogs_container.whylabs.llm_validation.validation_workflow
-
-
diff --git a/searchindex.js b/searchindex.js
index 33ab383..e73aab3 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["index", "modules", "whylogs_container", "whylogs_container.util", "whylogs_container.whylabs", "whylogs_container.whylabs.container", "whylogs_container.whylabs.llm_validation", "whylogs_container.whylabs.logger"], "filenames": ["index.rst", "modules.rst", "whylogs_container.rst", "whylogs_container.util.rst", "whylogs_container.whylabs.rst", "whylogs_container.whylabs.container.rst", "whylogs_container.whylabs.llm_validation.rst", "whylogs_container.whylabs.logger.rst"], "titles": ["Welcome to whylogs-container-python\u2019s documentation!", "whylogs_container", "whylogs_container package", "whylogs_container.util package", "whylogs_container.whylabs package", "whylogs_container.whylabs.container package", "whylogs_container.whylabs.llm_validation package", "whylogs_container.whylabs.logger package"], "terms": {"index": 0, "modul": [0, 1], "search": 0, "page": [0, 5], "packag": 1, "subpackag": 1, "util": [1, 2, 6], "submodul": [1, 2, 4], "signal_util": [1, 2], "string_util": [1, 2], "string_util_test": [1, 2], "content": 1, "whylab": [1, 2], "suspended_sign": [2, 3], "encode_str": [2, 3], "test_different_hash": [2, 3], "test_order_doesnt_matt": [2, 3], "contain": [2, 4, 6], "auth": [2, 4], "config": [2, 4, 7], "config_test": [2, 4], "container_config": [2, 4], "environ": [2, 4], "request": [2, 4, 6, 7], "respons": [2, 4, 6, 7], "rout": [2, 4], "startup": [2, 4], "llm_valid": [2, 4], "config_pars": [2, 4], "metadata": [2, 4, 5], "schema_build": [2, 4], "signal": [2, 3, 4], "valid": [2, 4], "validation_util": [2, 4], "validation_workflow": [2, 4], "logger": [2, 4, 5, 6], "openai_messag": [2, 4, 6], "ani": [3, 5, 6], "suspend": 3, "handl": [3, 5], "execut": 3, "col_nam": 3, "list": [3, 5, 6, 7], "str": [3, 5, 6, 7], "int": [3, 5, 6, 7], "encod": 3, "string": 3, "number": [3, 5], "hash": 3, "each": [3, 5], "one": 3, "ad": [3, 5], "them": 3, "togeth": 3, "thi": [3, 5, 6], "i": [3, 5, 6], "us": [3, 5, 6], "gener": [3, 6], "group": 3, "kei": [3, 4, 5, 6], "base": [3, 5, 6, 7], "don": [3, 5], "t": [3, 5, 6], "care": 3, "about": [3, 5, 6], "order": 3, "have": [3, 5], "reason": 3, "low": 3, "collis": 3, "rate": 3, "without": 3, "sort": 3, "everyth": 3, "none": [3, 5, 6, 7], "api_key_auth": [4, 5], "containerschema": [4, 5], "schema": [4, 5, 6, 7], "validation_schema": [4, 5], "get_dataset_opt": [4, 5], "get_llm_validation_opt": [4, 5], "init": [4, 5, 6], "test_indexing_into_toolkit": [4, 5], "containerconfig": [4, 5, 7], "get_udf": [4, 5], "udfconfig": [4, 5], "applicable_column": [4, 5], "metric": [4, 5, 6], "udf": [4, 5], "assert_llm_endpoint": [4, 5], "auth_dis": [4, 5], "container_password": [4, 5], "default_dataset_cad": [4, 5], "default_openai_api_kei": [4, 5], "default_openai_organ": [4, 5], "default_whylabs_org_id": [4, 5], "default_whylabs_upload_cad": [4, 5], "default_whylabs_upload_interv": [4, 5], "disable_container_password": [4, 5], "fail_startup_without_config": [4, 5], "llm_contain": [4, 5], "whylabs_api_kei": [4, 5], "envvarnam": [4, 5], "default_whylabs_dataset_cad": [4, 5], "max_request_batch_s": [4, 5], "max_request_buffer_byt": [4, 5], "openai_api_kei": [4, 5], "openai_organ": [4, 5], "logembeddingrequest": [4, 5], "datasetid": [4, 5], "embed": [4, 5], "model_config": [4, 5, 6], "model_field": [4, 5, 6], "timestamp": [4, 5, 6], "logmultipl": [4, 5], "column": [4, 5], "data": [4, 5], "logrequest": [4, 5], "multipl": [4, 5], "openairequest": [4, 5], "prompt": [4, 5, 6], "role": [4, 5, 7], "temperatur": [4, 5, 7], "pubsubmessag": [4, 5], "attribut": [4, 5], "messageid": [4, 5], "publishtim": [4, 5], "pubsubrequest": [4, 5], "messag": [4, 5, 6, 7], "subscript": [4, 5], "loggerstatusprofil": [4, 5], "pending_view": [4, 5], "view": [4, 5], "loggerstatusrespons": [4, 5], "dataset_profil": [4, 5], "dataset_timestamp": [4, 5], "pending_writ": [4, 5], "segment_cach": [4, 5], "writer": [4, 5], "processloggerstatusrespons": [4, 5], "get_profile_list": [4, 5], "get_profil": [4, 5], "status": [4, 5], "health": [4, 5], "log": [4, 5], "log_debug_info": [4, 5], "log_embed": [4, 5], "log_embeddings_json": [4, 5], "log_json": [4, 5], "log_pubsub": [4, 5], "log_pubsub_embed": [4, 5], "openai_proxi": [4, 5], "publish_profil": [4, 5], "shutdown": [4, 5], "statu": [4, 5], "fix_torch_thread": [4, 5], "init_log": [4, 5], "start": [4, 5, 6], "update_pid": [4, 5], "moduledefinit": [4, 6], "config_path": [4, 6], "include_upp": [4, 6], "lower_threshold": [4, 6], "upper_threshold": [4, 6], "yamlconfig": [4, 6], "id": [4, 5, 6], "polici": [4, 6], "policy_vers": [4, 6], "profil": [4, 5, 6], "rule": [4, 6], "schema_vers": [4, 6], "whylabs_dataset_id": [4, 5, 6, 7], "build_langkit_valid": [4, 6], "build_langkit_validators_dictionari": [4, 6], "parse_yaml_to_dict": [4, 6], "validate_yaml": [4, 6], "load_llm_profiling_opt": [4, 6], "load_llm_validation_config_opt": [4, 6], "load_yaml_data": [4, 6], "configurationmetadata": [4, 6], "config_error": [4, 6], "profilingrul": [4, 6], "validationconfig": [4, 6], "validationmetadata": [4, 6], "failed_metr": [4, 6], "is_valid": [4, 6], "prompt_id": [4, 5, 6, 7], "validator_nam": [4, 6], "valu": [4, 5, 6], "validationrul": [4, 6], "rule_typ": [4, 6], "get_profiling_schema": [4, 6], "get_validators_udf_schema": [4, 6], "failur": [4, 6], "result": [4, 6], "success": [4, 6], "validationerror": [4, 6], "validate_input": [4, 6], "flag_failed_valid": [4, 6], "requestmetadata": [4, 6], "header": [4, 5, 6], "make_openai_request": [4, 6], "promptvalidationmessag": [4, 6], "request_metadata": [4, 6], "responsevalidationmessag": [4, 6], "synchronousvalid": [4, 6], "close_valid": [4, 6], "start_valid": [4, 6], "validate_prompt": [4, 6], "validate_respons": [4, 6], "validationactor": [4, 6], "close": [4, 6], "process_batch": [4, 6, 7], "process_close_messag": [4, 6], "process_prompt_validation_messag": [4, 6], "process_response_validation_messag": [4, 6], "run": [4, 6, 7], "create_valid": [4, 6], "basethresholdvalidatorbuild": [4, 6], "build_valid": [4, 6], "inputoutputvalidatorbuild": [4, 6], "build": [4, 5, 6], "regexvalidatorbuild": [4, 6], "sentimentvalidatorbuild": [4, 6], "textstatvalidatorbuild": [4, 6], "themesvalidatorbuild": [4, 6], "toxicityvalidatorbuild": [4, 6], "validatorbuild": [4, 6], "containerloggerfactori": [4, 7], "create_logg": [4, 7], "containerprocessrollinglogg": [4, 5, 7], "process_openai_messag": [4, 7], "convert_dataset_cad": [4, 7], "convert_schedul": [4, 7], "openaimessag": [4, 6, 7], "dataset_id": [4, 5, 7], "get_user_prompt": [4, 7], "request_tim": [4, 7], "to_log_request_dict": [4, 7], "to_openai_dict": [4, 7], "openaipromptdict": [4, 7], "openairequestdict": [4, 6, 7], "model": [4, 5, 6, 7], "class": [5, 6, 7], "object": [5, 6, 7], "api_kei": 5, "depend": 5, "apikeyhead": 5, "dict": [5, 6], "whylogs_container_typ": 5, "config_typ": 5, "datasetopt": [5, 6], "abc": [5, 6], "abstract": [5, 6], "typeddict": [5, 7], "metricspec": 5, "callabl": [5, 7], "datafram": 5, "sequenc": 5, "float": [5, 6], "bool": [5, 6, 7], "datasetcad": [5, 7], "datasetuploadcadencegranular": [5, 7], "enum": 5, "all": [5, 6], "variabl": 5, "name": [5, 6], "applic": 5, "set": [5, 6], "true": [5, 6], "you": 5, "re": 5, "llm": 5, "openapi": 5, "monitor": [5, 6], "todo": 5, "isn": 5, "sent": 5, "per": 5, "password": 5, "The": [5, 6], "look": 5, "curl": 5, "format": 5, "send": [5, 6], "h": 5, "author": 5, "bearer": 5, "my_password": 5, "can": [5, 6, 7], "daili": 5, "default": [5, 6], "hourli": 5, "whenev": 5, "cadenc": [5, 7], "specifi": 5, "dataset": [5, 6], "determin": 5, "how": 5, "bucket": 5, "pool": 5, "hour": 5, "minut": [5, 7], "dai": [5, 7], "organ": 5, "m": 5, "d": 5, "often": 5, "ar": 5, "upload": 5, "interv": [5, 7], "mani": 5, "unit": 5, "time": 5, "If": 5, "Then": 5, "omit": 5, "fail": 5, "custom": 5, "configur": [5, 6], "found": 5, "safeguard": 5, "want": 5, "make": 5, "sure": 5, "up": 5, "correctli": 5, "python": 5, "whylog": [5, 7], "env": 5, "var": 5, "identifi": 5, "deploy": 5, "type": [5, 7], "fals": [5, 6, 7], "imag": 5, "50_000": 5, "maximum": 5, "process": [5, 6, 7], "batch": [5, 6, 7], "place": 5, "onto": 5, "queue": 5, "after": [5, 6], "thei": 5, "come": 5, "from": [5, 6], "rest": 5, "server": 5, "read": 5, "bulk": 5, "larger": 5, "longer": 5, "take": 5, "mostli": 5, "transpar": 5, "caller": 5, "end": 5, "matter": 5, "when": 5, "ha": [5, 6], "so": 5, "becaus": 5, "throughput": 5, "too": 5, "high": 5, "keep": 5, "In": [5, 6], "case": [5, 6], "requestor": 5, "wait": [5, 6], "which": [5, 6], "could": 5, "potenti": 5, "would": 5, "consid": 5, "lower": 5, "see": 5, "lot": 5, "out": 5, "tp": 5, "rel": 5, "our": 5, "doc": 5, "": [5, 6], "perform": [5, 6], "load": 5, "test": 5, "1_000_000_000": 5, "1gb": 5, "size": 5, "buffer": 5, "put": 5, "increas": 5, "give": 5, "more": 5, "befor": 5, "It": [5, 6], "good": 5, "idea": 5, "timeout": 5, "spikei": 5, "traffic": 5, "pattern": 5, "memori": 5, "host": 5, "noth": 5, "better": 5, "do": 5, "api": [5, 7], "openai": [5, 6], "onli": [5, 6], "appli": 5, "basemodel": [5, 6], "classvar": [5, 6], "configdict": [5, 6], "should": [5, 6], "dictionari": [5, 6], "conform": [5, 6], "pydant": [5, 6], "fieldinfo": [5, 6], "annot": [5, 6], "alia": 5, "alias_prior": 5, "2": 5, "union": [5, 6], "field": [5, 6], "defin": [5, 6], "map": [5, 6], "replac": [5, 6], "__fields__": [5, 6], "v1": [5, 6], "nonetyp": [5, 6], "0": [5, 6, 7], "user": [5, 6], "message_id": 5, "publish_tim": 5, "core": [5, 7], "dataset_profile_view": 5, "datasetprofileview": 5, "pend": 5, "ones": 5, "alreadi": 5, "been": 5, "stage": 5, "write": 5, "happen": 5, "roll": 5, "hit": 5, "inter": 5, "its": [5, 6], "intern": 5, "state": 5, "ll": 5, "remain": 5, "until": 5, "next": 5, "attempt": 5, "current": 5, "being": 5, "new": 5, "There": [5, 6], "haven": 5, "yet": 5, "return": 5, "singl": 5, "preserv": 5, "separ": 5, "async": [5, 6], "_raw_request": 5, "tabular": 5, "swagger": 5, "ui": 5, "abl": 5, "call": [5, 6], "sampl": 5, "bash": 5, "x": 5, "post": [5, 6], "json": 5, "http": 5, "localhost": 5, "8000": 5, "raw": 5, "62": 5, "ag": 5, "workclass": 5, "fnlwgt": 5, "educ": 5, "25": 5, "privat": 5, "226802": 5, "11th": 5, "import": 5, "your": 5, "endpoint": 5, "url": 5, "hand": 5, "ai": 5, "integr": 5, "support": 5, "1634235000": 5, "12": 5, "45": 5, "33": 5, "92": 5, "an": [5, 6], "exampl": [5, 6], "bodi": 5, "manual": [5, 6], "experi": 5, "shouldn": [5, 6], "product": 5, "steep": 5, "penalti": 5, "compar": 5, "normal": 5, "_bodi": 5, "pydanticundefin": 5, "port": 5, "liter": 6, "toxic": 6, "sentiment": 6, "theme": 6, "textstat": 6, "regex": 6, "input_output": 6, "requir": 6, "validation_rul": 6, "validation_config": 6, "conditionvalid": 6, "file_path": 6, "yaml_data": 6, "llm_config_path": 6, "whylogs_config": 6, "file_directori": 6, "A": 6, "indic": 6, "langkit": 6, "doesn": 6, "work": 6, "mode": 6, "To": 6, "includ": 6, "avail": 6, "llm_metric": 6, "keyword": 6, "dataclass": 6, "yaml": 6, "pars": 6, "phase": 6, "setup": 6, "file": 6, "below": 6, "1": [6, 7], "15": 6, "my_new_polici": 6, "9294f3fa": 6, "4f4b": 6, "4363": 6, "9397": 6, "87d3499fce28": 6, "datasetschema": [6, 7], "schema_nam": 6, "identity_column": 6, "udfschema": 6, "arg": 6, "kwarg": 6, "protocol": 6, "except": 6, "valueerror": 6, "input_text": 6, "input_typ": 6, "condition_nam": 6, "openai_request_dict": 6, "factori": 6, "conveni": 6, "wrapper": 6, "logic": 6, "synchron": 6, "real": 6, "here": 6, "doe": 6, "just": 6, "actor": [6, 7], "given": 6, "processactor": 6, "method": [6, 7], "releas": 6, "resourc": 6, "held": 6, "error": 6, "child": 6, "still": 6, "batch_typ": [6, 7], "closemessag": 6, "sub": [6, 7], "overridden": [6, 7], "version": 6, "appar": 6, "creat": 6, "unlik": 6, "thread": 6, "automat": 6, "within": 6, "must": 6, "some": 6, "need": 6, "done": 6, "threadloggerfactori": 7, "option": 7, "loggeropt": 7, "threadrollinglogg": 7, "aggregate_bi": 7, "experiment": 7, "time_util": 7, "timegranular": 7, "write_schedul": 7, "schedul": 7, "5": 7, "sync_en": 7, "current_time_fn": 7, "queue_config": 7, "queueconfig": 7, "max_batch_s": 7, "50000": 7, "message_accumualtion_dur": 7, "message_poll_wait": 7, "max_buffer_byt": 7, "100000000": 7, "thread_queue_config": 7, "writer_factori": 7, "process_rolling_logg": 7, "writerfactori": 7, "whylabswriterfactori": 7, "queue_typ": 7, "process_actor": 7, "queuetyp": 7, "faster_fifo": 7, "logger_factori": 7, "loggerfactori": 7, "baseprocessrollinglogg": 7, "dataset_cad": 7, "upload_cad": 7, "upload_interv": 7, "byte": 7, "logrequestdict": 7}, "objects": {"": [[2, 0, 0, "-", "whylogs_container"]], "whylogs_container": [[3, 0, 0, "-", "util"], [4, 0, 0, "-", "whylabs"]], "whylogs_container.util": [[3, 0, 0, "-", "signal_util"], [3, 0, 0, "-", "string_util"], [3, 0, 0, "-", "string_util_test"]], "whylogs_container.util.signal_util": [[3, 1, 1, "", "suspended_signals"]], "whylogs_container.util.string_util": [[3, 1, 1, "", "encode_strings"]], "whylogs_container.util.string_util_test": [[3, 1, 1, "", "test_different_hashes"], [3, 1, 1, "", "test_order_doesnt_matter"]], "whylogs_container.whylabs": [[5, 0, 0, "-", "container"], [6, 0, 0, "-", "llm_validation"], [7, 0, 0, "-", "logger"]], "whylogs_container.whylabs.container": [[5, 0, 0, "-", "auth"], [5, 0, 0, "-", "config"], [5, 0, 0, "-", "config_test"], [5, 0, 0, "-", "container_config"], [5, 0, 0, "-", "environment"], [5, 0, 0, "-", "requests"], [5, 0, 0, "-", "responses"], [5, 0, 0, "-", "routes"], [5, 0, 0, "-", "startup"]], "whylogs_container.whylabs.container.auth": [[5, 2, 1, "", "Auth"]], "whylogs_container.whylabs.container.auth.Auth": [[5, 3, 1, "", "api_key_auth"]], "whylogs_container.whylabs.container.config": [[5, 2, 1, "", "ContainerSchemas"], [5, 1, 1, "", "get_dataset_options"], [5, 1, 1, "", "get_llm_validation_options"], [5, 1, 1, "", "init"]], "whylogs_container.whylabs.container.config.ContainerSchemas": [[5, 4, 1, "", "schemas"], [5, 4, 1, "", "validation_schemas"]], "whylogs_container.whylabs.container.config_test": [[5, 1, 1, "", "test_indexing_into_toolkit"]], "whylogs_container.whylabs.container.container_config": [[5, 2, 1, "", "ContainerConfig"], [5, 2, 1, "", "UDFConfig"]], "whylogs_container.whylabs.container.container_config.ContainerConfig": [[5, 3, 1, "", "get_dataset_options"], [5, 3, 1, "", "get_udfs"]], "whylogs_container.whylabs.container.container_config.UDFConfig": [[5, 4, 1, "", "applicable_columns"], [5, 4, 1, "", "metrics"], [5, 4, 1, "", "udf"]], "whylogs_container.whylabs.container.environment": [[5, 2, 1, "", "ContainerConfig"], [5, 2, 1, "", "EnvVarNames"]], "whylogs_container.whylabs.container.environment.ContainerConfig": [[5, 3, 1, "", "assert_llm_endpoint"], [5, 3, 1, "", "auth_disabled"], [5, 4, 1, "", "container_password"], [5, 4, 1, "", "default_dataset_cadence"], [5, 4, 1, "", "default_openai_api_key"], [5, 4, 1, "", "default_openai_organization"], [5, 4, 1, "", "default_whylabs_org_id"], [5, 4, 1, "", "default_whylabs_upload_cadence"], [5, 4, 1, "", "default_whylabs_upload_interval"], [5, 4, 1, "", "disable_container_password"], [5, 4, 1, "", "fail_startup_without_config"], [5, 4, 1, "", "llm_container"], [5, 4, 1, "", "whylabs_api_key"]], "whylogs_container.whylabs.container.environment.EnvVarNames": [[5, 4, 1, "", "CONTAINER_PASSWORD"], [5, 4, 1, "", "DEFAULT_WHYLABS_DATASET_CADENCE"], [5, 4, 1, "", "DEFAULT_WHYLABS_ORG_ID"], [5, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_CADENCE"], [5, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_INTERVAL"], [5, 4, 1, "", "DISABLE_CONTAINER_PASSWORD"], [5, 4, 1, "", "FAIL_STARTUP_WITHOUT_CONFIG"], [5, 4, 1, "", "LLM_CONTAINER"], [5, 4, 1, "", "MAX_REQUEST_BATCH_SIZE"], [5, 4, 1, "", "MAX_REQUEST_BUFFER_BYTES"], [5, 4, 1, "", "OPENAI_API_KEY"], [5, 4, 1, "", "OPENAI_ORGANIZATION"], [5, 4, 1, "", "WHYLABS_API_KEY"]], "whylogs_container.whylabs.container.requests": [[5, 2, 1, "", "LogEmbeddingRequest"], [5, 2, 1, "", "LogMultiple"], [5, 2, 1, "", "LogRequest"], [5, 2, 1, "", "OpenAIRequest"], [5, 2, 1, "", "PubSubMessage"], [5, 2, 1, "", "PubSubRequest"]], "whylogs_container.whylabs.container.requests.LogEmbeddingRequest": [[5, 4, 1, "", "datasetId"], [5, 4, 1, "", "embeddings"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.LogMultiple": [[5, 4, 1, "", "columns"], [5, 4, 1, "", "data"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"]], "whylogs_container.whylabs.container.requests.LogRequest": [[5, 4, 1, "", "datasetId"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "multiple"], [5, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.OpenAIRequest": [[5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "prompt"], [5, 4, 1, "", "role"], [5, 4, 1, "", "temperature"]], "whylogs_container.whylabs.container.requests.PubSubMessage": [[5, 4, 1, "", "attributes"], [5, 4, 1, "", "data"], [5, 4, 1, "", "messageId"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "publishTime"]], "whylogs_container.whylabs.container.requests.PubSubRequest": [[5, 4, 1, "", "message"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "subscription"]], "whylogs_container.whylabs.container.responses": [[5, 2, 1, "", "LoggerStatusProfiles"], [5, 2, 1, "", "LoggerStatusResponse"], [5, 2, 1, "", "ProcessLoggerStatusResponse"]], "whylogs_container.whylabs.container.responses.LoggerStatusProfiles": [[5, 4, 1, "", "pending_views"], [5, 4, 1, "", "views"]], "whylogs_container.whylabs.container.responses.LoggerStatusResponse": [[5, 4, 1, "", "dataset_profiles"], [5, 4, 1, "", "dataset_timestamps"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "pending_views"], [5, 4, 1, "", "pending_writables"], [5, 4, 1, "", "segment_caches"], [5, 4, 1, "", "views"], [5, 4, 1, "", "writers"]], "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse": [[5, 3, 1, "", "get_profile_list"], [5, 3, 1, "", "get_profiles"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "statuses"]], "whylogs_container.whylabs.container.routes": [[5, 1, 1, "", "health"], [5, 1, 1, "", "log"], [5, 1, 1, "", "log_debug_info"], [5, 1, 1, "", "log_embeddings"], [5, 1, 1, "", "log_embeddings_json"], [5, 1, 1, "", "log_json"], [5, 1, 1, "", "log_pubsub"], [5, 1, 1, "", "log_pubsub_embeddings"], [5, 1, 1, "", "openai_proxy"], [5, 1, 1, "", "publish_profiles"], [5, 1, 1, "", "shutdown"], [5, 1, 1, "", "status"]], "whylogs_container.whylabs.container.startup": [[5, 1, 1, "", "fix_torch_threading"], [5, 1, 1, "", "init_logging"], [5, 1, 1, "", "start"], [5, 1, 1, "", "update_pid"]], "whylogs_container.whylabs.llm_validation": [[6, 0, 0, "-", "config"], [6, 0, 0, "-", "config_parsing"], [6, 0, 0, "-", "metadata"], [6, 0, 0, "-", "schema_builder"], [6, 0, 0, "-", "signals"], [6, 0, 0, "-", "validate"], [6, 0, 0, "-", "validation_utils"], [6, 0, 0, "-", "validation_workflow"], [6, 0, 0, "-", "validator"], [6, 0, 0, "-", "validators"]], "whylogs_container.whylabs.llm_validation.config": [[6, 2, 1, "", "ModuleDefinition"], [6, 2, 1, "", "YamlConfig"], [6, 1, 1, "", "build_langkit_validator"], [6, 1, 1, "", "build_langkit_validators_dictionary"], [6, 1, 1, "", "parse_yaml_to_dict"], [6, 1, 1, "", "validate_yaml"]], "whylogs_container.whylabs.llm_validation.config.ModuleDefinition": [[6, 4, 1, "", "config_path"], [6, 4, 1, "", "include_upper"], [6, 4, 1, "", "lower_threshold"], [6, 4, 1, "", "metric"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "module"], [6, 4, 1, "", "upper_threshold"]], "whylogs_container.whylabs.llm_validation.config.YamlConfig": [[6, 4, 1, "", "id"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "policy"], [6, 4, 1, "", "policy_version"], [6, 4, 1, "", "profiling"], [6, 4, 1, "", "rules"], [6, 4, 1, "", "schema_version"], [6, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation.config_parsing": [[6, 1, 1, "", "load_llm_profiling_options"], [6, 1, 1, "", "load_llm_validation_config_options"], [6, 1, 1, "", "load_yaml_data"]], "whylogs_container.whylabs.llm_validation.metadata": [[6, 2, 1, "", "ConfigurationMetadata"], [6, 2, 1, "", "ProfilingRule"], [6, 2, 1, "", "ValidationConfig"], [6, 2, 1, "", "ValidationMetadata"], [6, 2, 1, "", "ValidationRule"]], "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata": [[6, 4, 1, "", "config_error"], [6, 4, 1, "", "message"], [6, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule": [[6, 4, 1, "", "metrics"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig": [[6, 4, 1, "", "id"], [6, 4, 1, "", "policy"], [6, 4, 1, "", "policy_version"], [6, 4, 1, "", "profiling"], [6, 4, 1, "", "rules"], [6, 4, 1, "", "schema_version"], [6, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata": [[6, 4, 1, "", "failed_metric"], [6, 4, 1, "", "is_valid"], [6, 4, 1, "", "prompt_id"], [6, 4, 1, "", "timestamp"], [6, 4, 1, "", "validator_name"], [6, 4, 1, "", "value"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationRule": [[6, 4, 1, "", "config_path"], [6, 4, 1, "", "include_upper"], [6, 4, 1, "", "lower_threshold"], [6, 4, 1, "", "metric"], [6, 4, 1, "", "module"], [6, 4, 1, "", "rule_type"], [6, 4, 1, "", "upper_threshold"]], "whylogs_container.whylabs.llm_validation.schema_builder": [[6, 1, 1, "", "get_profiling_schema"], [6, 1, 1, "", "get_validators_udf_schema"]], "whylogs_container.whylabs.llm_validation.signals": [[6, 2, 1, "", "Failure"], [6, 2, 1, "", "Result"], [6, 2, 1, "", "Success"], [6, 5, 1, "", "ValidationError"]], "whylogs_container.whylabs.llm_validation.validate": [[6, 1, 1, "", "validate_input"]], "whylogs_container.whylabs.llm_validation.validation_utils": [[6, 1, 1, "", "flag_failed_validation"]], "whylogs_container.whylabs.llm_validation.validation_workflow": [[6, 2, 1, "", "RequestMetadata"], [6, 1, 1, "", "make_openai_request"], [6, 1, 1, "", "validation_workflow"]], "whylogs_container.whylabs.llm_validation.validation_workflow.RequestMetadata": [[6, 4, 1, "", "headers"]], "whylogs_container.whylabs.llm_validation.validator": [[6, 2, 1, "", "PromptValidationMessage"], [6, 2, 1, "", "ResponseValidationMessage"], [6, 2, 1, "", "SynchronousValidator"], [6, 2, 1, "", "ValidationActor"], [6, 1, 1, "", "create_validator"]], "whylogs_container.whylabs.llm_validation.validator.PromptValidationMessage": [[6, 4, 1, "", "id"], [6, 4, 1, "", "openai_message"], [6, 4, 1, "", "request_metadata"]], "whylogs_container.whylabs.llm_validation.validator.ResponseValidationMessage": [[6, 4, 1, "", "id"], [6, 4, 1, "", "openai_message"], [6, 4, 1, "", "response"]], "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator": [[6, 3, 1, "", "close_validator"], [6, 3, 1, "", "start_validator"], [6, 3, 1, "", "validate_prompt"], [6, 3, 1, "", "validate_response"]], "whylogs_container.whylabs.llm_validation.validator.ValidationActor": [[6, 3, 1, "", "close"], [6, 3, 1, "", "close_validator"], [6, 3, 1, "", "process_batch"], [6, 3, 1, "", "process_close_message"], [6, 3, 1, "", "process_prompt_validation_message"], [6, 3, 1, "", "process_response_validation_message"], [6, 3, 1, "", "run"], [6, 3, 1, "", "start"], [6, 3, 1, "", "start_validator"]], "whylogs_container.whylabs.llm_validation.validators": [[6, 2, 1, "", "BaseThresholdValidatorBuilder"], [6, 2, 1, "", "InputOutputValidatorBuilder"], [6, 2, 1, "", "RegexValidatorBuilder"], [6, 2, 1, "", "SentimentValidatorBuilder"], [6, 2, 1, "", "TextStatValidatorBuilder"], [6, 2, 1, "", "ThemesValidatorBuilder"], [6, 2, 1, "", "ToxicityValidatorBuilder"], [6, 2, 1, "", "ValidatorBuilder"]], "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder": [[6, 3, 1, "", "build_validator"]], "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder": [[6, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder": [[6, 3, 1, "", "build"], [6, 4, 1, "", "key"], [6, 4, 1, "", "validator"]], "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder": [[6, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder": [[6, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder": [[6, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder": [[6, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder": [[6, 3, 1, "", "build"], [6, 4, 1, "", "key"], [6, 4, 1, "", "validator"]], "whylogs_container.whylabs.logger": [[7, 0, 0, "-", "logger"], [7, 0, 0, "-", "openai_messages"]], "whylogs_container.whylabs.logger.logger": [[7, 2, 1, "", "ContainerLoggerFactory"], [7, 2, 1, "", "ContainerProcessRollingLogger"], [7, 1, 1, "", "convert_dataset_cadence"], [7, 1, 1, "", "convert_schedule"], [7, 1, 1, "", "create_logger"]], "whylogs_container.whylabs.logger.logger.ContainerLoggerFactory": [[7, 3, 1, "", "create_logger"]], "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger": [[7, 3, 1, "", "process_batch"], [7, 3, 1, "", "process_openai_message"], [7, 3, 1, "", "run"]], "whylogs_container.whylabs.logger.openai_messages": [[7, 2, 1, "", "OpenAIMessage"], [7, 2, 1, "", "OpenAIPromptDict"], [7, 2, 1, "", "OpenAIRequestDict"]], "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage": [[7, 4, 1, "", "dataset_id"], [7, 3, 1, "", "get_user_prompt"], [7, 4, 1, "", "prompt_id"], [7, 4, 1, "", "request"], [7, 4, 1, "", "request_time"], [7, 4, 1, "", "response"], [7, 3, 1, "", "to_log_request_dict"], [7, 3, 1, "", "to_openai_dict"]], "whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict": [[7, 4, 1, "", "content"], [7, 4, 1, "", "role"]], "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict": [[7, 4, 1, "", "messages"], [7, 4, 1, "", "model"], [7, 4, 1, "", "temperature"], [7, 4, 1, "", "whylabs_dataset_id"]]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:method", "4": "py:attribute", "5": "py:exception"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "method", "Python method"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "exception", "Python exception"]}, "titleterms": {"welcom": 0, "whylog": 0, "contain": [0, 5], "python": 0, "": 0, "document": 0, "indic": 0, "tabl": 0, "whylogs_contain": [1, 2, 3, 4, 5, 6, 7], "packag": [2, 3, 4, 5, 6, 7], "subpackag": [2, 4], "modul": [2, 3, 4, 5, 6, 7], "content": [2, 3, 4, 5, 6, 7], "util": 3, "submodul": [3, 5, 6, 7], "signal_util": 3, "string_util": 3, "string_util_test": 3, "whylab": [4, 5, 6, 7], "auth": 5, "config": [5, 6], "config_test": 5, "container_config": 5, "environ": 5, "requir": 5, "option": 5, "request": 5, "respons": 5, "rout": 5, "startup": 5, "llm_valid": 6, "config_pars": 6, "metadata": 6, "schema_build": 6, "signal": 6, "valid": 6, "validation_util": 6, "validation_workflow": 6, "logger": 7, "openai_messag": 7}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"Welcome to whylogs-container-python\u2019s documentation!": [[0, "welcome-to-whylogs-container-python-s-documentation"]], "Indices and tables": [[0, "indices-and-tables"]], "whylogs_container": [[1, "whylogs-container"]], "whylogs_container package": [[2, "whylogs-container-package"]], "Subpackages": [[2, "subpackages"], [4, "subpackages"]], "Module contents": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.container"], [6, "module-whylogs_container.whylabs.llm_validation"], [7, "module-whylogs_container.whylabs.logger"]], "whylogs_container.util package": [[3, "whylogs-container-util-package"]], "Submodules": [[3, "submodules"], [5, "submodules"], [6, "submodules"], [7, "submodules"]], "whylogs_container.util.signal_util module": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util module": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test module": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs package": [[4, "whylogs-container-whylabs-package"]], "whylogs_container.whylabs.container package": [[5, "whylogs-container-whylabs-container-package"]], "whylogs_container.whylabs.container.auth module": [[5, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config module": [[5, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test module": [[5, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.container_config module": [[5, "module-whylogs_container.whylabs.container.container_config"]], "whylogs_container.whylabs.container.environment module": [[5, "module-whylogs_container.whylabs.container.environment"]], "Required": [[5, "required"]], "Optional": [[5, "optional"]], "whylogs_container.whylabs.container.requests module": [[5, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.responses module": [[5, "module-whylogs_container.whylabs.container.responses"]], "whylogs_container.whylabs.container.routes module": [[5, "module-whylogs_container.whylabs.container.routes"]], "}\u2019": [[5, "id5"], [5, "id18"]], "whylogs_container.whylabs.container.startup module": [[5, "module-whylogs_container.whylabs.container.startup"]], "whylogs_container.whylabs.llm_validation package": [[6, "whylogs-container-whylabs-llm-validation-package"]], "whylogs_container.whylabs.llm_validation.config module": [[6, "module-whylogs_container.whylabs.llm_validation.config"]], "whylogs_container.whylabs.llm_validation.config_parsing module": [[6, "module-whylogs_container.whylabs.llm_validation.config_parsing"]], "whylogs_container.whylabs.llm_validation.metadata module": [[6, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.schema_builder module": [[6, "module-whylogs_container.whylabs.llm_validation.schema_builder"]], "whylogs_container.whylabs.llm_validation.signals module": [[6, "module-whylogs_container.whylabs.llm_validation.signals"]], "whylogs_container.whylabs.llm_validation.validate module": [[6, "module-whylogs_container.whylabs.llm_validation.validate"]], "whylogs_container.whylabs.llm_validation.validation_utils module": [[6, "module-whylogs_container.whylabs.llm_validation.validation_utils"]], "whylogs_container.whylabs.llm_validation.validation_workflow module": [[6, "module-whylogs_container.whylabs.llm_validation.validation_workflow"]], "whylogs_container.whylabs.llm_validation.validator module": [[6, "module-whylogs_container.whylabs.llm_validation.validator"]], "whylogs_container.whylabs.llm_validation.validators module": [[6, "module-whylogs_container.whylabs.llm_validation.validators"]], "whylogs_container.whylabs.logger package": [[7, "whylogs-container-whylabs-logger-package"]], "whylogs_container.whylabs.logger.logger module": [[7, "module-whylogs_container.whylabs.logger.logger"]], "whylogs_container.whylabs.logger.openai_messages module": [[7, "module-whylogs_container.whylabs.logger.openai_messages"]]}, "indexentries": {"module": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [3, "module-whylogs_container.util.signal_util"], [3, "module-whylogs_container.util.string_util"], [3, "module-whylogs_container.util.string_util_test"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.container"], [5, "module-whylogs_container.whylabs.container.auth"], [5, "module-whylogs_container.whylabs.container.config"], [5, "module-whylogs_container.whylabs.container.config_test"], [5, "module-whylogs_container.whylabs.container.container_config"], [5, "module-whylogs_container.whylabs.container.environment"], [5, "module-whylogs_container.whylabs.container.requests"], [5, "module-whylogs_container.whylabs.container.responses"], [5, "module-whylogs_container.whylabs.container.routes"], [5, "module-whylogs_container.whylabs.container.startup"], [6, "module-whylogs_container.whylabs.llm_validation"], [6, "module-whylogs_container.whylabs.llm_validation.config"], [6, "module-whylogs_container.whylabs.llm_validation.config_parsing"], [6, "module-whylogs_container.whylabs.llm_validation.metadata"], [6, "module-whylogs_container.whylabs.llm_validation.schema_builder"], [6, "module-whylogs_container.whylabs.llm_validation.signals"], [6, "module-whylogs_container.whylabs.llm_validation.validate"], [6, "module-whylogs_container.whylabs.llm_validation.validation_utils"], [6, "module-whylogs_container.whylabs.llm_validation.validation_workflow"], [6, "module-whylogs_container.whylabs.llm_validation.validator"], [6, "module-whylogs_container.whylabs.llm_validation.validators"], [7, "module-whylogs_container.whylabs.logger"], [7, "module-whylogs_container.whylabs.logger.logger"], [7, "module-whylogs_container.whylabs.logger.openai_messages"]], "whylogs_container": [[2, "module-whylogs_container"]], "encode_strings() (in module whylogs_container.util.string_util)": [[3, "whylogs_container.util.string_util.encode_strings"]], "suspended_signals() (in module whylogs_container.util.signal_util)": [[3, "whylogs_container.util.signal_util.suspended_signals"]], "test_different_hashes() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_different_hashes"]], "test_order_doesnt_matter() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_order_doesnt_matter"]], "whylogs_container.util": [[3, "module-whylogs_container.util"]], "whylogs_container.util.signal_util": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs": [[4, "module-whylogs_container.whylabs"]], "auth (class in whylogs_container.whylabs.container.auth)": [[5, "whylogs_container.whylabs.container.auth.Auth"]], "container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.CONTAINER_PASSWORD"]], "containerconfig (class in whylogs_container.whylabs.container.container_config)": [[5, "whylogs_container.whylabs.container.container_config.ContainerConfig"]], "containerconfig (class in whylogs_container.whylabs.container.environment)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig"]], "containerschemas (class in whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.ContainerSchemas"]], "default_whylabs_dataset_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_DATASET_CADENCE"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_ORG_ID"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_CADENCE"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_INTERVAL"]], "disable_container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DISABLE_CONTAINER_PASSWORD"]], "envvarnames (class in whylogs_container.whylabs.container.environment)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_CONFIG"]], "llm_container (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.LLM_CONTAINER"]], "logembeddingrequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest"]], "logmultiple (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple"]], "logrequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.LogRequest"]], "loggerstatusprofiles (class in whylogs_container.whylabs.container.responses)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusProfiles"]], "loggerstatusresponse (class in whylogs_container.whylabs.container.responses)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse"]], "max_request_batch_size (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BATCH_SIZE"]], "max_request_buffer_bytes (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BUFFER_BYTES"]], "openai_api_key (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_API_KEY"]], "openai_organization (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_ORGANIZATION"]], "openairequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.OpenAIRequest"]], "processloggerstatusresponse (class in whylogs_container.whylabs.container.responses)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse"]], "pubsubmessage (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage"]], "pubsubrequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest"]], "udfconfig (class in whylogs_container.whylabs.container.container_config)": [[5, "whylogs_container.whylabs.container.container_config.UDFConfig"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.WHYLABS_API_KEY"]], "api_key_auth() (whylogs_container.whylabs.container.auth.auth method)": [[5, "whylogs_container.whylabs.container.auth.Auth.api_key_auth"]], "applicable_columns (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[5, "whylogs_container.whylabs.container.container_config.UDFConfig.applicable_columns"]], "assert_llm_endpoint() (whylogs_container.whylabs.container.environment.containerconfig method)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.assert_llm_endpoint"]], "attributes (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.attributes"]], "auth_disabled() (whylogs_container.whylabs.container.environment.containerconfig method)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.auth_disabled"]], "columns (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.columns"]], "container_password (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.container_password"]], "data (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.data"]], "data (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.data"]], "datasetid (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.datasetId"]], "datasetid (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.datasetId"]], "dataset_profiles (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_profiles"]], "dataset_timestamps (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_timestamps"]], "default_dataset_cadence (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_dataset_cadence"]], "default_openai_api_key (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_api_key"]], "default_openai_organization (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_organization"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_org_id"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_cadence"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_interval"]], "disable_container_password (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.disable_container_password"]], "embeddings (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.embeddings"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.fail_startup_without_config"]], "fix_torch_threading() (in module whylogs_container.whylabs.container.startup)": [[5, "whylogs_container.whylabs.container.startup.fix_torch_threading"]], "get_dataset_options() (in module whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.get_dataset_options"]], "get_dataset_options() (whylogs_container.whylabs.container.container_config.containerconfig method)": [[5, "whylogs_container.whylabs.container.container_config.ContainerConfig.get_dataset_options"]], "get_llm_validation_options() (in module whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.get_llm_validation_options"]], "get_profile_list() (whylogs_container.whylabs.container.responses.processloggerstatusresponse method)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.get_profile_list"]], "get_profiles() (whylogs_container.whylabs.container.responses.processloggerstatusresponse method)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.get_profiles"]], "get_udfs() (whylogs_container.whylabs.container.container_config.containerconfig method)": [[5, "whylogs_container.whylabs.container.container_config.ContainerConfig.get_udfs"]], "health() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.health"]], "init() (in module whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.init"]], "init_logging() (in module whylogs_container.whylabs.container.startup)": [[5, "whylogs_container.whylabs.container.startup.init_logging"]], "llm_container (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.llm_container"]], "log() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log"]], "log_debug_info() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_debug_info"]], "log_embeddings() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_embeddings"]], "log_embeddings_json() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_embeddings_json"]], "log_json() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_json"]], "log_pubsub() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_pubsub"]], "log_pubsub_embeddings() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_pubsub_embeddings"]], "message (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.message"]], "messageid (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.messageId"]], "metrics (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[5, "whylogs_container.whylabs.container.container_config.UDFConfig.metrics"]], "model_config (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.model_config"]], "model_config (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.openairequest attribute)": [[5, "whylogs_container.whylabs.container.requests.OpenAIRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.model_config"]], "model_config (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.model_config"]], "model_config (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_config"]], "model_config (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_config"]], "model_fields (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.openairequest attribute)": [[5, "whylogs_container.whylabs.container.requests.OpenAIRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_fields"]], "model_fields (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_fields"]], "multiple (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.multiple"]], "openai_proxy() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.openai_proxy"]], "pending_views (whylogs_container.whylabs.container.responses.loggerstatusprofiles attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusProfiles.pending_views"]], "pending_views (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.pending_views"]], "pending_writables (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.pending_writables"]], "prompt (whylogs_container.whylabs.container.requests.openairequest attribute)": [[5, "whylogs_container.whylabs.container.requests.OpenAIRequest.prompt"]], "publishtime (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.publishTime"]], "publish_profiles() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.publish_profiles"]], "role (whylogs_container.whylabs.container.requests.openairequest attribute)": [[5, "whylogs_container.whylabs.container.requests.OpenAIRequest.role"]], "schemas (whylogs_container.whylabs.container.config.containerschemas attribute)": [[5, "whylogs_container.whylabs.container.config.ContainerSchemas.schemas"]], "segment_caches (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.segment_caches"]], "shutdown() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.shutdown"]], "start() (in module whylogs_container.whylabs.container.startup)": [[5, "whylogs_container.whylabs.container.startup.start"]], "status() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.status"]], "statuses (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.statuses"]], "subscription (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.subscription"]], "temperature (whylogs_container.whylabs.container.requests.openairequest attribute)": [[5, "whylogs_container.whylabs.container.requests.OpenAIRequest.temperature"]], "test_indexing_into_toolkit() (in module whylogs_container.whylabs.container.config_test)": [[5, "whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit"]], "timestamp (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.timestamp"]], "timestamp (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.timestamp"]], "udf (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[5, "whylogs_container.whylabs.container.container_config.UDFConfig.udf"]], "update_pid() (in module whylogs_container.whylabs.container.startup)": [[5, "whylogs_container.whylabs.container.startup.update_pid"]], "validation_schemas (whylogs_container.whylabs.container.config.containerschemas attribute)": [[5, "whylogs_container.whylabs.container.config.ContainerSchemas.validation_schemas"]], "views (whylogs_container.whylabs.container.responses.loggerstatusprofiles attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusProfiles.views"]], "views (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.views"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.whylabs_api_key"]], "whylogs_container.whylabs.container": [[5, "module-whylogs_container.whylabs.container"]], "whylogs_container.whylabs.container.auth": [[5, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config": [[5, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test": [[5, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.container_config": [[5, "module-whylogs_container.whylabs.container.container_config"]], "whylogs_container.whylabs.container.environment": [[5, "module-whylogs_container.whylabs.container.environment"]], "whylogs_container.whylabs.container.requests": [[5, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.responses": [[5, "module-whylogs_container.whylabs.container.responses"]], "whylogs_container.whylabs.container.routes": [[5, "module-whylogs_container.whylabs.container.routes"]], "whylogs_container.whylabs.container.startup": [[5, "module-whylogs_container.whylabs.container.startup"]], "writers (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.writers"]], "basethresholdvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder"]], "configurationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata"]], "failure (class in whylogs_container.whylabs.llm_validation.signals)": [[6, "whylogs_container.whylabs.llm_validation.signals.Failure"]], "inputoutputvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder"]], "moduledefinition (class in whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition"]], "profilingrule (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule"]], "promptvalidationmessage (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.PromptValidationMessage"]], "regexvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder"]], "requestmetadata (class in whylogs_container.whylabs.llm_validation.validation_workflow)": [[6, "whylogs_container.whylabs.llm_validation.validation_workflow.RequestMetadata"]], "responsevalidationmessage (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.ResponseValidationMessage"]], "result (class in whylogs_container.whylabs.llm_validation.signals)": [[6, "whylogs_container.whylabs.llm_validation.signals.Result"]], "sentimentvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder"]], "success (class in whylogs_container.whylabs.llm_validation.signals)": [[6, "whylogs_container.whylabs.llm_validation.signals.Success"]], "synchronousvalidator (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator"]], "textstatvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder"]], "themesvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder"]], "toxicityvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder"]], "validationactor (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor"]], "validationconfig (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig"]], "validationerror": [[6, "whylogs_container.whylabs.llm_validation.signals.ValidationError"]], "validationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata"]], "validationrule (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule"]], "validatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder"]], "yamlconfig (class in whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig"]], "build() (whylogs_container.whylabs.llm_validation.validators.inputoutputvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.sentimentvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.textstatvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.themesvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.toxicityvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.validatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.build"]], "build_langkit_validator() (in module whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.build_langkit_validator"]], "build_langkit_validators_dictionary() (in module whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.build_langkit_validators_dictionary"]], "build_validator() (whylogs_container.whylabs.llm_validation.validators.basethresholdvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder.build_validator"]], "close() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.close"]], "close_validator() (whylogs_container.whylabs.llm_validation.validator.synchronousvalidator method)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.close_validator"]], "close_validator() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.close_validator"]], "config_error (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.config_error"]], "config_path (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.config_path"]], "config_path (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.config_path"]], "create_validator() (in module whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.create_validator"]], "failed_metric (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.failed_metric"]], "flag_failed_validation() (in module whylogs_container.whylabs.llm_validation.validation_utils)": [[6, "whylogs_container.whylabs.llm_validation.validation_utils.flag_failed_validation"]], "get_profiling_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)": [[6, "whylogs_container.whylabs.llm_validation.schema_builder.get_profiling_schema"]], "get_validators_udf_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)": [[6, "whylogs_container.whylabs.llm_validation.schema_builder.get_validators_udf_schema"]], "headers (whylogs_container.whylabs.llm_validation.validation_workflow.requestmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.validation_workflow.RequestMetadata.headers"]], "id (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.id"]], "id (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.id"]], "id (whylogs_container.whylabs.llm_validation.validator.promptvalidationmessage attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.PromptValidationMessage.id"]], "id (whylogs_container.whylabs.llm_validation.validator.responsevalidationmessage attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ResponseValidationMessage.id"]], "include_upper (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.include_upper"]], "include_upper (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.include_upper"]], "is_valid (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.is_valid"]], "key (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder attribute)": [[6, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.key"]], "key (whylogs_container.whylabs.llm_validation.validators.validatorbuilder attribute)": [[6, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.key"]], "load_llm_profiling_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[6, "whylogs_container.whylabs.llm_validation.config_parsing.load_llm_profiling_options"]], "load_llm_validation_config_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[6, "whylogs_container.whylabs.llm_validation.config_parsing.load_llm_validation_config_options"]], "load_yaml_data() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[6, "whylogs_container.whylabs.llm_validation.config_parsing.load_yaml_data"]], "lower_threshold (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.lower_threshold"]], "lower_threshold (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.lower_threshold"]], "make_openai_request() (in module whylogs_container.whylabs.llm_validation.validation_workflow)": [[6, "whylogs_container.whylabs.llm_validation.validation_workflow.make_openai_request"]], "message (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.message"]], "metric (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.metric"]], "metric (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.metric"]], "metrics (whylogs_container.whylabs.llm_validation.metadata.profilingrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule.metrics"]], "model_config (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_config"]], "model_config (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.model_config"]], "model_fields (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_fields"]], "model_fields (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.model_fields"]], "module (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.module"]], "module (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.module"]], "openai_message (whylogs_container.whylabs.llm_validation.validator.promptvalidationmessage attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.PromptValidationMessage.openai_message"]], "openai_message (whylogs_container.whylabs.llm_validation.validator.responsevalidationmessage attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ResponseValidationMessage.openai_message"]], "parse_yaml_to_dict() (in module whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.parse_yaml_to_dict"]], "policy (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.policy"]], "policy (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy"]], "policy_version (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.policy_version"]], "policy_version (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy_version"]], "process_batch() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_batch"]], "process_close_message() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_close_message"]], "process_prompt_validation_message() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_prompt_validation_message"]], "process_response_validation_message() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_response_validation_message"]], "profiling (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.profiling"]], "profiling (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.profiling"]], "prompt_id (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.prompt_id"]], "request_metadata (whylogs_container.whylabs.llm_validation.validator.promptvalidationmessage attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.PromptValidationMessage.request_metadata"]], "response (whylogs_container.whylabs.llm_validation.validator.responsevalidationmessage attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ResponseValidationMessage.response"]], "rule_type (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.rule_type"]], "rules (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.rules"]], "rules (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.rules"]], "run() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.run"]], "schema_version (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.schema_version"]], "schema_version (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.schema_version"]], "start() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.start"]], "start_validator() (whylogs_container.whylabs.llm_validation.validator.synchronousvalidator method)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.start_validator"]], "start_validator() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.start_validator"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.timestamp"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.timestamp"]], "upper_threshold (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.upper_threshold"]], "upper_threshold (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.upper_threshold"]], "validate_input() (in module whylogs_container.whylabs.llm_validation.validate)": [[6, "whylogs_container.whylabs.llm_validation.validate.validate_input"]], "validate_prompt() (whylogs_container.whylabs.llm_validation.validator.synchronousvalidator method)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.validate_prompt"]], "validate_response() (whylogs_container.whylabs.llm_validation.validator.synchronousvalidator method)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.validate_response"]], "validate_yaml() (in module whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.validate_yaml"]], "validation_workflow() (in module whylogs_container.whylabs.llm_validation.validation_workflow)": [[6, "whylogs_container.whylabs.llm_validation.validation_workflow.validation_workflow"]], "validator (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder attribute)": [[6, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.validator"]], "validator (whylogs_container.whylabs.llm_validation.validators.validatorbuilder attribute)": [[6, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.validator"]], "validator_name (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.validator_name"]], "value (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.value"]], "whylabs_dataset_id (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.whylabs_dataset_id"]], "whylabs_dataset_id (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation": [[6, "module-whylogs_container.whylabs.llm_validation"]], "whylogs_container.whylabs.llm_validation.config": [[6, "module-whylogs_container.whylabs.llm_validation.config"]], "whylogs_container.whylabs.llm_validation.config_parsing": [[6, "module-whylogs_container.whylabs.llm_validation.config_parsing"]], "whylogs_container.whylabs.llm_validation.metadata": [[6, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.schema_builder": [[6, "module-whylogs_container.whylabs.llm_validation.schema_builder"]], "whylogs_container.whylabs.llm_validation.signals": [[6, "module-whylogs_container.whylabs.llm_validation.signals"]], "whylogs_container.whylabs.llm_validation.validate": [[6, "module-whylogs_container.whylabs.llm_validation.validate"]], "whylogs_container.whylabs.llm_validation.validation_utils": [[6, "module-whylogs_container.whylabs.llm_validation.validation_utils"]], "whylogs_container.whylabs.llm_validation.validation_workflow": [[6, "module-whylogs_container.whylabs.llm_validation.validation_workflow"]], "whylogs_container.whylabs.llm_validation.validator": [[6, "module-whylogs_container.whylabs.llm_validation.validator"]], "whylogs_container.whylabs.llm_validation.validators": [[6, "module-whylogs_container.whylabs.llm_validation.validators"]], "containerloggerfactory (class in whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.ContainerLoggerFactory"]], "containerprocessrollinglogger (class in whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger"]], "openaimessage (class in whylogs_container.whylabs.logger.openai_messages)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage"]], "openaipromptdict (class in whylogs_container.whylabs.logger.openai_messages)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict"]], "openairequestdict (class in whylogs_container.whylabs.logger.openai_messages)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict"]], "content (whylogs_container.whylabs.logger.openai_messages.openaipromptdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.content"]], "convert_dataset_cadence() (in module whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.convert_dataset_cadence"]], "convert_schedule() (in module whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.convert_schedule"]], "create_logger() (in module whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.create_logger"]], "create_logger() (whylogs_container.whylabs.logger.logger.containerloggerfactory method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerLoggerFactory.create_logger"]], "dataset_id (whylogs_container.whylabs.logger.openai_messages.openaimessage attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.dataset_id"]], "get_user_prompt() (whylogs_container.whylabs.logger.openai_messages.openaimessage method)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.get_user_prompt"]], "messages (whylogs_container.whylabs.logger.openai_messages.openairequestdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.messages"]], "model (whylogs_container.whylabs.logger.openai_messages.openairequestdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.model"]], "process_batch() (whylogs_container.whylabs.logger.logger.containerprocessrollinglogger method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_batch"]], "process_openai_message() (whylogs_container.whylabs.logger.logger.containerprocessrollinglogger method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_openai_message"]], "prompt_id (whylogs_container.whylabs.logger.openai_messages.openaimessage attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.prompt_id"]], "request (whylogs_container.whylabs.logger.openai_messages.openaimessage attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request"]], "request_time (whylogs_container.whylabs.logger.openai_messages.openaimessage attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request_time"]], "response (whylogs_container.whylabs.logger.openai_messages.openaimessage attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.response"]], "role (whylogs_container.whylabs.logger.openai_messages.openaipromptdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.role"]], "run() (whylogs_container.whylabs.logger.logger.containerprocessrollinglogger method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.run"]], "temperature (whylogs_container.whylabs.logger.openai_messages.openairequestdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.temperature"]], "to_log_request_dict() (whylogs_container.whylabs.logger.openai_messages.openaimessage method)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_log_request_dict"]], "to_openai_dict() (whylogs_container.whylabs.logger.openai_messages.openaimessage method)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_openai_dict"]], "whylabs_dataset_id (whylogs_container.whylabs.logger.openai_messages.openairequestdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.whylabs_dataset_id"]], "whylogs_container.whylabs.logger": [[7, "module-whylogs_container.whylabs.logger"]], "whylogs_container.whylabs.logger.logger": [[7, "module-whylogs_container.whylabs.logger.logger"]], "whylogs_container.whylabs.logger.openai_messages": [[7, "module-whylogs_container.whylabs.logger.openai_messages"]]}})
\ No newline at end of file
+Search.setIndex({"docnames": ["index", "modules", "whylogs_container", "whylogs_container.util", "whylogs_container.whylabs", "whylogs_container.whylabs.container", "whylogs_container.whylabs.llm_validation", "whylogs_container.whylabs.logger"], "filenames": ["index.rst", "modules.rst", "whylogs_container.rst", "whylogs_container.util.rst", "whylogs_container.whylabs.rst", "whylogs_container.whylabs.container.rst", "whylogs_container.whylabs.llm_validation.rst", "whylogs_container.whylabs.logger.rst"], "titles": ["Welcome to whylogs-container-python\u2019s documentation!", "whylogs_container", "whylogs_container package", "whylogs_container.util package", "whylogs_container.whylabs package", "whylogs_container.whylabs.container package", "whylogs_container.whylabs.llm_validation package", "whylogs_container.whylabs.logger package"], "terms": {"index": 0, "modul": [0, 1], "search": 0, "page": [0, 5], "packag": 1, "subpackag": 1, "util": [1, 2, 6], "submodul": [1, 2, 4], "signal_util": [1, 2], "string_util": [1, 2], "string_util_test": [1, 2], "content": 1, "whylab": [1, 2], "suspended_sign": [2, 3], "encode_str": [2, 3], "test_different_hash": [2, 3], "test_order_doesnt_matt": [2, 3], "contain": [2, 4, 6], "auth": [2, 4], "config": [2, 4, 7], "config_test": [2, 4], "container_config": [2, 4], "environ": [2, 4], "request": [2, 4, 6, 7], "respons": [2, 4, 6, 7], "rout": [2, 4], "startup": [2, 4], "llm_valid": [2, 4], "config_pars": [2, 4], "metadata": [2, 4, 5], "schema_build": [2, 4], "signal": [2, 3, 4], "valid": [2, 4, 5], "validation_util": [2, 4], "logger": [2, 4, 5], "openai_messag": [2, 4], "ani": [3, 5, 6], "suspend": 3, "handl": [3, 5], "execut": 3, "col_nam": 3, "list": [3, 5, 6, 7], "str": [3, 5, 6, 7], "int": [3, 5, 6, 7], "encod": 3, "string": 3, "number": [3, 5], "hash": 3, "each": [3, 5], "one": 3, "ad": [3, 5], "them": 3, "togeth": 3, "thi": [3, 5, 6], "i": [3, 5, 6], "us": [3, 5, 6], "gener": [3, 6], "group": 3, "kei": [3, 4, 5, 6], "base": [3, 5, 6, 7], "don": [3, 5], "t": [3, 5, 6], "care": 3, "about": [3, 5, 6], "order": 3, "have": [3, 5], "reason": 3, "low": 3, "collis": 3, "rate": 3, "without": 3, "sort": 3, "everyth": 3, "none": [3, 5, 6, 7], "api_key_auth": [4, 5], "containerschema": [4, 5], "schema": [4, 5, 6, 7], "validation_schema": [4, 5], "get_dataset_opt": [4, 5], "get_llm_validation_opt": [4, 5], "init": [4, 5, 6], "test_indexing_into_toolkit": [4, 5], "containerconfig": [4, 5, 7], "get_udf": [4, 5], "udfconfig": [4, 5], "applicable_column": [4, 5], "metric": [4, 5, 6], "udf": [4, 5], "assert_llm_endpoint": [4, 5], "auth_dis": [4, 5], "container_password": [4, 5], "default_dataset_cad": [4, 5], "default_openai_api_kei": [4, 5], "default_openai_organ": [4, 5], "default_whylabs_org_id": [4, 5], "default_whylabs_upload_cad": [4, 5], "default_whylabs_upload_interv": [4, 5], "disable_container_password": [4, 5], "fail_startup_without_config": [4, 5], "llm_contain": [4, 5], "whylabs_api_kei": [4, 5], "envvarnam": [4, 5], "default_whylabs_dataset_cad": [4, 5], "max_request_batch_s": [4, 5], "max_request_buffer_byt": [4, 5], "openai_api_kei": [4, 5], "openai_organ": [4, 5], "logembeddingrequest": [4, 5], "datasetid": [4, 5, 6], "embed": [4, 5], "model_config": [4, 5, 6], "model_field": [4, 5, 6], "timestamp": [4, 5, 6], "logmultipl": [4, 5], "column": [4, 5], "data": [4, 5], "logrequest": [4, 5], "multipl": [4, 5], "openairequest": [4, 5], "prompt": [4, 5, 6], "role": [4, 5, 7], "temperatur": [4, 5, 7], "pubsubmessag": [4, 5], "attribut": [4, 5], "messageid": [4, 5], "publishtim": [4, 5], "pubsubrequest": [4, 5], "messag": [4, 5, 6, 7], "subscript": [4, 5], "loggerstatusprofil": [4, 5], "pending_view": [4, 5], "view": [4, 5], "loggerstatusrespons": [4, 5], "dataset_profil": [4, 5], "dataset_timestamp": [4, 5], "pending_writ": [4, 5], "segment_cach": [4, 5], "writer": [4, 5], "processloggerstatusrespons": [4, 5], "get_profile_list": [4, 5], "get_profil": [4, 5], "status": [4, 5], "health": [4, 5], "log": [4, 5], "log_debug_info": [4, 5], "log_embed": [4, 5], "log_embeddings_json": [4, 5], "log_json": [4, 5], "log_pubsub": [4, 5], "log_pubsub_embed": [4, 5], "publish_profil": [4, 5], "shutdown": [4, 5], "statu": [4, 5], "validate_llm": [4, 5], "fix_torch_thread": [4, 5], "init_log": [4, 5], "start": [4, 5, 6], "update_pid": [4, 5], "moduledefinit": [4, 6], "config_path": [4, 6], "include_upp": [4, 6], "lower_threshold": [4, 6], "upper_threshold": [4, 6], "yamlconfig": [4, 6], "id": [4, 5, 6, 7], "polici": [4, 6], "policy_vers": [4, 6], "profil": [4, 5, 6], "rule": [4, 6], "schema_vers": [4, 6], "whylabs_dataset_id": [4, 6, 7], "build_langkit_valid": [4, 6], "build_langkit_validators_dictionari": [4, 6], "parse_yaml_to_dict": [4, 6], "validate_yaml": [4, 6], "load_llm_profiling_opt": [4, 6], "load_llm_validation_config_opt": [4, 6], "load_yaml_data": [4, 6], "configurationmetadata": [4, 6], "config_error": [4, 6], "profilingrul": [4, 6], "validationconfig": [4, 6], "validationmetadata": [4, 6], "failed_metr": [4, 6], "is_valid": [4, 6], "prompt_id": [4, 6, 7], "validator_nam": [4, 6], "valu": [4, 5, 6], "validationreport": [4, 5, 6], "failur": [4, 6], "validationrul": [4, 6], "rule_typ": [4, 6], "get_profiling_schema": [4, 6], "get_validators_udf_schema": [4, 6], "result": [4, 5, 6], "success": [4, 6], "validationerror": [4, 6], "validate_input": [4, 6], "flag_failed_valid": [4, 6], "synchronousvalid": [4, 6], "close_valid": [4, 6], "start_valid": [4, 6], "validate_prompt": [4, 6], "validationactor": [4, 6], "close": [4, 6], "process_batch": [4, 6, 7], "process_close_messag": [4, 6], "process_validation_messag": [4, 6], "run": [4, 6, 7], "validationmessag": [4, 6], "to_validation_request": [4, 6], "validationrequest": [4, 6], "dataset_id": [4, 5, 6, 7], "to_row": [4, 6], "create_valid": [4, 6], "basethresholdvalidatorbuild": [4, 6], "build_valid": [4, 6], "inputoutputvalidatorbuild": [4, 6], "build": [4, 5, 6], "regexvalidatorbuild": [4, 6], "sentimentvalidatorbuild": [4, 6], "textstatvalidatorbuild": [4, 6], "themesvalidatorbuild": [4, 6], "toxicityvalidatorbuild": [4, 6], "validatorbuild": [4, 6], "containerloggerfactori": [4, 7], "create_logg": [4, 7], "containerprocessrollinglogg": [4, 5, 7], "process_llm_log_messag": [4, 7], "rawllmlogmessag": [4, 7], "request_tim": [4, 7], "to_log_request_dict": [4, 7], "convert_dataset_cad": [4, 7], "convert_schedul": [4, 7], "openaimessag": [4, 7], "get_user_prompt": [4, 7], "to_openai_dict": [4, 7], "openaipromptdict": [4, 7], "openairequestdict": [4, 7], "model": [4, 5, 6, 7], "class": [5, 6, 7], "object": [5, 6, 7], "api_kei": 5, "depend": 5, "apikeyhead": 5, "dict": [5, 6], "whylogs_container_typ": 5, "config_typ": 5, "datasetopt": [5, 6], "abc": [5, 6], "abstract": [5, 6], "typeddict": [5, 7], "metricspec": 5, "callabl": [5, 7], "datafram": 5, "sequenc": 5, "float": [5, 6], "bool": [5, 6, 7], "datasetcad": [5, 7], "datasetuploadcadencegranular": [5, 7], "enum": 5, "all": [5, 6], "variabl": 5, "name": [5, 6], "applic": 5, "set": [5, 6], "true": [5, 6], "you": 5, "re": 5, "llm": 5, "openapi": 5, "monitor": [5, 6], "todo": 5, "isn": 5, "sent": 5, "per": 5, "password": 5, "The": [5, 6], "look": 5, "header": 5, "curl": 5, "format": 5, "send": [5, 6], "h": 5, "author": 5, "bearer": 5, "my_password": 5, "can": [5, 6, 7], "daili": 5, "default": [5, 6], "hourli": 5, "whenev": 5, "cadenc": [5, 7], "specifi": 5, "dataset": [5, 6], "determin": 5, "how": 5, "bucket": 5, "pool": 5, "hour": 5, "minut": [5, 7], "dai": [5, 7], "organ": 5, "m": 5, "d": 5, "often": 5, "ar": 5, "upload": 5, "interv": [5, 7], "mani": 5, "unit": 5, "time": 5, "If": 5, "Then": 5, "omit": 5, "fail": 5, "custom": 5, "configur": [5, 6], "found": 5, "safeguard": 5, "want": 5, "make": 5, "sure": 5, "up": 5, "correctli": 5, "python": 5, "whylog": [5, 7], "env": 5, "var": 5, "identifi": 5, "deploy": 5, "type": [5, 7], "fals": [5, 6, 7], "imag": 5, "50_000": 5, "maximum": 5, "process": [5, 6, 7], "batch": [5, 6, 7], "place": 5, "onto": 5, "queue": 5, "after": [5, 6], "thei": 5, "come": 5, "from": [5, 6], "rest": 5, "server": 5, "read": 5, "bulk": 5, "larger": 5, "longer": 5, "take": 5, "mostli": 5, "transpar": 5, "caller": 5, "end": 5, "matter": 5, "when": 5, "ha": [5, 6], "so": 5, "becaus": 5, "throughput": 5, "too": 5, "high": 5, "keep": 5, "In": [5, 6], "case": [5, 6], "requestor": 5, "wait": [5, 6], "which": [5, 6], "could": 5, "potenti": 5, "would": 5, "consid": 5, "lower": 5, "see": 5, "lot": 5, "out": 5, "tp": 5, "rel": 5, "our": 5, "doc": 5, "": [5, 6], "perform": [5, 6], "load": 5, "test": 5, "1_000_000_000": 5, "1gb": 5, "size": 5, "buffer": 5, "put": 5, "increas": 5, "give": 5, "more": 5, "befor": 5, "It": [5, 6], "good": 5, "idea": 5, "timeout": 5, "spikei": 5, "traffic": 5, "pattern": 5, "memori": 5, "host": 5, "noth": 5, "better": 5, "do": 5, "api": [5, 7], "openai": [5, 6], "onli": [5, 6], "appli": 5, "basemodel": [5, 6], "classvar": [5, 6], "configdict": [5, 6], "should": [5, 6], "dictionari": [5, 6], "conform": [5, 6], "pydant": [5, 6], "fieldinfo": [5, 6], "annot": [5, 6], "alia": [5, 6], "alias_prior": [5, 6], "2": [5, 6], "union": [5, 6], "field": [5, 6], "defin": [5, 6], "map": [5, 6], "replac": [5, 6], "__fields__": [5, 6], "v1": [5, 6], "nonetyp": [5, 6], "0": [5, 6, 7], "user": [5, 6], "message_id": 5, "publish_tim": 5, "core": [5, 7], "dataset_profile_view": 5, "datasetprofileview": 5, "pend": 5, "ones": 5, "alreadi": 5, "been": 5, "stage": 5, "write": 5, "happen": 5, "roll": 5, "hit": 5, "inter": 5, "its": [5, 6], "intern": 5, "state": 5, "ll": 5, "remain": 5, "until": 5, "next": 5, "attempt": 5, "current": 5, "being": 5, "new": 5, "There": [5, 6], "haven": 5, "yet": 5, "return": 5, "singl": 5, "preserv": 5, "separ": 5, "async": [5, 6], "_raw_request": 5, "tabular": 5, "swagger": 5, "ui": 5, "abl": 5, "call": [5, 6], "sampl": 5, "bash": 5, "x": 5, "post": [5, 6], "json": [5, 7], "http": 5, "localhost": 5, "8000": 5, "raw": 5, "62": 5, "ag": 5, "workclass": 5, "fnlwgt": 5, "educ": 5, "25": 5, "privat": 5, "226802": 5, "11th": 5, "import": 5, "your": 5, "endpoint": 5, "url": 5, "hand": 5, "ai": 5, "integr": 5, "support": 5, "octet": 5, "stream": 5, "1634235000": 5, "12": 5, "45": 5, "33": 5, "92": 5, "an": [5, 6], "exampl": [5, 6], "bodi": [5, 6], "manual": [5, 6], "experi": 5, "shouldn": [5, 6], "product": 5, "steep": 5, "penalti": 5, "compar": 5, "normal": 5, "_bodi": 5, "synchron": [5, 6], "get": 5, "input": 5, "automat": [5, 6], "background": 5, "just": [5, 6], "like": 5, "port": 5, "liter": 6, "toxic": 6, "sentiment": 6, "theme": 6, "textstat": 6, "regex": 6, "input_output": 6, "requir": 6, "validation_rul": 6, "validation_config": 6, "conditionvalid": 6, "file_path": 6, "yaml_data": 6, "llm_config_path": 6, "whylogs_config": 6, "file_directori": 6, "A": 6, "indic": 6, "langkit": 6, "doesn": 6, "work": 6, "mode": 6, "To": 6, "includ": 6, "avail": 6, "llm_metric": 6, "keyword": 6, "dataclass": 6, "yaml": 6, "pars": 6, "phase": 6, "setup": 6, "file": 6, "below": 6, "1": [6, 7], "15": 6, "my_new_polici": 6, "9294f3fa": 6, "4f4b": 6, "4363": 6, "9397": 6, "87d3499fce28": 6, "datasetschema": [6, 7], "schema_nam": 6, "identity_column": 6, "udfschema": 6, "arg": 6, "kwarg": 6, "protocol": 6, "except": 6, "valueerror": 6, "input_text": 6, "input_typ": 6, "condition_nam": 6, "conveni": 6, "wrapper": 6, "logic": 6, "real": 6, "here": 6, "doe": 6, "actor": [6, 7], "byte": [6, 7], "given": 6, "processactor": 6, "method": [6, 7], "releas": 6, "resourc": 6, "held": 6, "error": 6, "child": 6, "still": 6, "batch_typ": [6, 7], "_messag": 6, "closemessag": 6, "sub": [6, 7], "overridden": [6, 7], "version": 6, "appar": 6, "creat": 6, "unlik": 6, "thread": 6, "within": 6, "must": 6, "some": 6, "need": 6, "done": 6, "factori": [6, 7], "threadloggerfactori": 7, "option": 7, "loggeropt": 7, "threadrollinglogg": 7, "aggregate_bi": 7, "experiment": 7, "time_util": 7, "timegranular": 7, "write_schedul": 7, "schedul": 7, "5": 7, "sync_en": 7, "current_time_fn": 7, "queue_config": 7, "queueconfig": 7, "max_batch_s": 7, "50000": 7, "message_accumualtion_dur": 7, "message_poll_wait": 7, "max_buffer_byt": 7, "100000000": 7, "thread_queue_config": 7, "writer_factori": 7, "process_rolling_logg": 7, "writerfactori": 7, "whylabswriterfactori": 7, "queue_typ": 7, "process_actor": 7, "queuetyp": 7, "faster_fifo": 7, "logger_factori": 7, "loggerfactori": 7, "baseprocessrollinglogg": 7, "repres": 7, "stringifi": 7, "logrequestdict": 7, "dataset_cad": 7, "upload_cad": 7, "upload_interv": 7}, "objects": {"": [[2, 0, 0, "-", "whylogs_container"]], "whylogs_container": [[3, 0, 0, "-", "util"], [4, 0, 0, "-", "whylabs"]], "whylogs_container.util": [[3, 0, 0, "-", "signal_util"], [3, 0, 0, "-", "string_util"], [3, 0, 0, "-", "string_util_test"]], "whylogs_container.util.signal_util": [[3, 1, 1, "", "suspended_signals"]], "whylogs_container.util.string_util": [[3, 1, 1, "", "encode_strings"]], "whylogs_container.util.string_util_test": [[3, 1, 1, "", "test_different_hashes"], [3, 1, 1, "", "test_order_doesnt_matter"]], "whylogs_container.whylabs": [[5, 0, 0, "-", "container"], [6, 0, 0, "-", "llm_validation"], [7, 0, 0, "-", "logger"]], "whylogs_container.whylabs.container": [[5, 0, 0, "-", "auth"], [5, 0, 0, "-", "config"], [5, 0, 0, "-", "config_test"], [5, 0, 0, "-", "container_config"], [5, 0, 0, "-", "environment"], [5, 0, 0, "-", "requests"], [5, 0, 0, "-", "responses"], [5, 0, 0, "-", "routes"], [5, 0, 0, "-", "startup"]], "whylogs_container.whylabs.container.auth": [[5, 2, 1, "", "Auth"]], "whylogs_container.whylabs.container.auth.Auth": [[5, 3, 1, "", "api_key_auth"]], "whylogs_container.whylabs.container.config": [[5, 2, 1, "", "ContainerSchemas"], [5, 1, 1, "", "get_dataset_options"], [5, 1, 1, "", "get_llm_validation_options"], [5, 1, 1, "", "init"]], "whylogs_container.whylabs.container.config.ContainerSchemas": [[5, 4, 1, "", "schemas"], [5, 4, 1, "", "validation_schemas"]], "whylogs_container.whylabs.container.config_test": [[5, 1, 1, "", "test_indexing_into_toolkit"]], "whylogs_container.whylabs.container.container_config": [[5, 2, 1, "", "ContainerConfig"], [5, 2, 1, "", "UDFConfig"]], "whylogs_container.whylabs.container.container_config.ContainerConfig": [[5, 3, 1, "", "get_dataset_options"], [5, 3, 1, "", "get_udfs"]], "whylogs_container.whylabs.container.container_config.UDFConfig": [[5, 4, 1, "", "applicable_columns"], [5, 4, 1, "", "metrics"], [5, 4, 1, "", "udf"]], "whylogs_container.whylabs.container.environment": [[5, 2, 1, "", "ContainerConfig"], [5, 2, 1, "", "EnvVarNames"]], "whylogs_container.whylabs.container.environment.ContainerConfig": [[5, 3, 1, "", "assert_llm_endpoint"], [5, 3, 1, "", "auth_disabled"], [5, 4, 1, "", "container_password"], [5, 4, 1, "", "default_dataset_cadence"], [5, 4, 1, "", "default_openai_api_key"], [5, 4, 1, "", "default_openai_organization"], [5, 4, 1, "", "default_whylabs_org_id"], [5, 4, 1, "", "default_whylabs_upload_cadence"], [5, 4, 1, "", "default_whylabs_upload_interval"], [5, 4, 1, "", "disable_container_password"], [5, 4, 1, "", "fail_startup_without_config"], [5, 4, 1, "", "llm_container"], [5, 4, 1, "", "whylabs_api_key"]], "whylogs_container.whylabs.container.environment.EnvVarNames": [[5, 4, 1, "", "CONTAINER_PASSWORD"], [5, 4, 1, "", "DEFAULT_WHYLABS_DATASET_CADENCE"], [5, 4, 1, "", "DEFAULT_WHYLABS_ORG_ID"], [5, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_CADENCE"], [5, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_INTERVAL"], [5, 4, 1, "", "DISABLE_CONTAINER_PASSWORD"], [5, 4, 1, "", "FAIL_STARTUP_WITHOUT_CONFIG"], [5, 4, 1, "", "LLM_CONTAINER"], [5, 4, 1, "", "MAX_REQUEST_BATCH_SIZE"], [5, 4, 1, "", "MAX_REQUEST_BUFFER_BYTES"], [5, 4, 1, "", "OPENAI_API_KEY"], [5, 4, 1, "", "OPENAI_ORGANIZATION"], [5, 4, 1, "", "WHYLABS_API_KEY"]], "whylogs_container.whylabs.container.requests": [[5, 2, 1, "", "LogEmbeddingRequest"], [5, 2, 1, "", "LogMultiple"], [5, 2, 1, "", "LogRequest"], [5, 2, 1, "", "OpenAIRequest"], [5, 2, 1, "", "PubSubMessage"], [5, 2, 1, "", "PubSubRequest"]], "whylogs_container.whylabs.container.requests.LogEmbeddingRequest": [[5, 4, 1, "", "datasetId"], [5, 4, 1, "", "embeddings"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.LogMultiple": [[5, 4, 1, "", "columns"], [5, 4, 1, "", "data"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"]], "whylogs_container.whylabs.container.requests.LogRequest": [[5, 4, 1, "", "datasetId"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "multiple"], [5, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.OpenAIRequest": [[5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "prompt"], [5, 4, 1, "", "role"], [5, 4, 1, "", "temperature"]], "whylogs_container.whylabs.container.requests.PubSubMessage": [[5, 4, 1, "", "attributes"], [5, 4, 1, "", "data"], [5, 4, 1, "", "messageId"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "publishTime"]], "whylogs_container.whylabs.container.requests.PubSubRequest": [[5, 4, 1, "", "message"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "subscription"]], "whylogs_container.whylabs.container.responses": [[5, 2, 1, "", "LoggerStatusProfiles"], [5, 2, 1, "", "LoggerStatusResponse"], [5, 2, 1, "", "ProcessLoggerStatusResponse"]], "whylogs_container.whylabs.container.responses.LoggerStatusProfiles": [[5, 4, 1, "", "pending_views"], [5, 4, 1, "", "views"]], "whylogs_container.whylabs.container.responses.LoggerStatusResponse": [[5, 4, 1, "", "dataset_profiles"], [5, 4, 1, "", "dataset_timestamps"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "pending_views"], [5, 4, 1, "", "pending_writables"], [5, 4, 1, "", "segment_caches"], [5, 4, 1, "", "views"], [5, 4, 1, "", "writers"]], "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse": [[5, 3, 1, "", "get_profile_list"], [5, 3, 1, "", "get_profiles"], [5, 4, 1, "", "model_config"], [5, 4, 1, "", "model_fields"], [5, 4, 1, "", "statuses"]], "whylogs_container.whylabs.container.routes": [[5, 1, 1, "", "health"], [5, 1, 1, "", "log"], [5, 1, 1, "", "log_debug_info"], [5, 1, 1, "", "log_embeddings"], [5, 1, 1, "", "log_embeddings_json"], [5, 1, 1, "", "log_json"], [5, 1, 1, "", "log_pubsub"], [5, 1, 1, "", "log_pubsub_embeddings"], [5, 1, 1, "", "publish_profiles"], [5, 1, 1, "", "shutdown"], [5, 1, 1, "", "status"], [5, 1, 1, "", "validate_llm"]], "whylogs_container.whylabs.container.startup": [[5, 1, 1, "", "fix_torch_threading"], [5, 1, 1, "", "init_logging"], [5, 1, 1, "", "start"], [5, 1, 1, "", "update_pid"]], "whylogs_container.whylabs.llm_validation": [[6, 0, 0, "-", "config"], [6, 0, 0, "-", "config_parsing"], [6, 0, 0, "-", "metadata"], [6, 0, 0, "-", "schema_builder"], [6, 0, 0, "-", "signals"], [6, 0, 0, "-", "validate"], [6, 0, 0, "-", "validation_utils"], [6, 0, 0, "-", "validator"], [6, 0, 0, "-", "validators"]], "whylogs_container.whylabs.llm_validation.config": [[6, 2, 1, "", "ModuleDefinition"], [6, 2, 1, "", "YamlConfig"], [6, 1, 1, "", "build_langkit_validator"], [6, 1, 1, "", "build_langkit_validators_dictionary"], [6, 1, 1, "", "parse_yaml_to_dict"], [6, 1, 1, "", "validate_yaml"]], "whylogs_container.whylabs.llm_validation.config.ModuleDefinition": [[6, 4, 1, "", "config_path"], [6, 4, 1, "", "include_upper"], [6, 4, 1, "", "lower_threshold"], [6, 4, 1, "", "metric"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "module"], [6, 4, 1, "", "upper_threshold"]], "whylogs_container.whylabs.llm_validation.config.YamlConfig": [[6, 4, 1, "", "id"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "policy"], [6, 4, 1, "", "policy_version"], [6, 4, 1, "", "profiling"], [6, 4, 1, "", "rules"], [6, 4, 1, "", "schema_version"], [6, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation.config_parsing": [[6, 1, 1, "", "load_llm_profiling_options"], [6, 1, 1, "", "load_llm_validation_config_options"], [6, 1, 1, "", "load_yaml_data"]], "whylogs_container.whylabs.llm_validation.metadata": [[6, 2, 1, "", "ConfigurationMetadata"], [6, 2, 1, "", "ProfilingRule"], [6, 2, 1, "", "ValidationConfig"], [6, 2, 1, "", "ValidationMetadata"], [6, 2, 1, "", "ValidationReport"], [6, 2, 1, "", "ValidationRule"]], "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata": [[6, 4, 1, "", "config_error"], [6, 4, 1, "", "message"], [6, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule": [[6, 4, 1, "", "metrics"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig": [[6, 4, 1, "", "id"], [6, 4, 1, "", "policy"], [6, 4, 1, "", "policy_version"], [6, 4, 1, "", "profiling"], [6, 4, 1, "", "rules"], [6, 4, 1, "", "schema_version"], [6, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata": [[6, 4, 1, "", "failed_metric"], [6, 4, 1, "", "is_valid"], [6, 4, 1, "", "prompt_id"], [6, 4, 1, "", "timestamp"], [6, 4, 1, "", "validator_name"], [6, 4, 1, "", "value"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationReport": [[6, 4, 1, "", "failures"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationRule": [[6, 4, 1, "", "config_path"], [6, 4, 1, "", "include_upper"], [6, 4, 1, "", "lower_threshold"], [6, 4, 1, "", "metric"], [6, 4, 1, "", "module"], [6, 4, 1, "", "rule_type"], [6, 4, 1, "", "upper_threshold"]], "whylogs_container.whylabs.llm_validation.schema_builder": [[6, 1, 1, "", "get_profiling_schema"], [6, 1, 1, "", "get_validators_udf_schema"]], "whylogs_container.whylabs.llm_validation.signals": [[6, 2, 1, "", "Failure"], [6, 2, 1, "", "Result"], [6, 2, 1, "", "Success"], [6, 5, 1, "", "ValidationError"]], "whylogs_container.whylabs.llm_validation.validate": [[6, 1, 1, "", "validate_input"]], "whylogs_container.whylabs.llm_validation.validation_utils": [[6, 1, 1, "", "flag_failed_validation"]], "whylogs_container.whylabs.llm_validation.validator": [[6, 2, 1, "", "SynchronousValidator"], [6, 2, 1, "", "ValidationActor"], [6, 2, 1, "", "ValidationMessage"], [6, 2, 1, "", "ValidationRequest"], [6, 1, 1, "", "create_validator"]], "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator": [[6, 3, 1, "", "close_validator"], [6, 3, 1, "", "start_validator"], [6, 3, 1, "", "validate_prompt"]], "whylogs_container.whylabs.llm_validation.validator.ValidationActor": [[6, 3, 1, "", "close"], [6, 3, 1, "", "close_validator"], [6, 3, 1, "", "process_batch"], [6, 3, 1, "", "process_close_message"], [6, 3, 1, "", "process_validation_message"], [6, 3, 1, "", "run"], [6, 3, 1, "", "start"], [6, 3, 1, "", "start_validator"]], "whylogs_container.whylabs.llm_validation.validator.ValidationMessage": [[6, 4, 1, "", "id"], [6, 4, 1, "", "request"], [6, 3, 1, "", "to_validation_request"]], "whylogs_container.whylabs.llm_validation.validator.ValidationRequest": [[6, 4, 1, "", "dataset_id"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "prompt"], [6, 4, 1, "", "prompt_id"], [6, 4, 1, "", "response"], [6, 3, 1, "", "to_row"]], "whylogs_container.whylabs.llm_validation.validators": [[6, 2, 1, "", "BaseThresholdValidatorBuilder"], [6, 2, 1, "", "InputOutputValidatorBuilder"], [6, 2, 1, "", "RegexValidatorBuilder"], [6, 2, 1, "", "SentimentValidatorBuilder"], [6, 2, 1, "", "TextStatValidatorBuilder"], [6, 2, 1, "", "ThemesValidatorBuilder"], [6, 2, 1, "", "ToxicityValidatorBuilder"], [6, 2, 1, "", "ValidatorBuilder"]], "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder": [[6, 3, 1, "", "build_validator"]], "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder": [[6, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder": [[6, 3, 1, "", "build"], [6, 4, 1, "", "key"], [6, 4, 1, "", "validator"]], "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder": [[6, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder": [[6, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder": [[6, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder": [[6, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder": [[6, 3, 1, "", "build"], [6, 4, 1, "", "key"], [6, 4, 1, "", "validator"]], "whylogs_container.whylabs.logger": [[7, 0, 0, "-", "logger"], [7, 0, 0, "-", "openai_messages"]], "whylogs_container.whylabs.logger.logger": [[7, 2, 1, "", "ContainerLoggerFactory"], [7, 2, 1, "", "ContainerProcessRollingLogger"], [7, 2, 1, "", "RawLLMLogMessage"], [7, 1, 1, "", "convert_dataset_cadence"], [7, 1, 1, "", "convert_schedule"], [7, 1, 1, "", "create_logger"]], "whylogs_container.whylabs.logger.logger.ContainerLoggerFactory": [[7, 3, 1, "", "create_logger"]], "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger": [[7, 3, 1, "", "process_batch"], [7, 3, 1, "", "process_llm_log_message"], [7, 3, 1, "", "run"]], "whylogs_container.whylabs.logger.logger.RawLLMLogMessage": [[7, 4, 1, "", "id"], [7, 4, 1, "", "request"], [7, 4, 1, "", "request_time"], [7, 3, 1, "", "to_log_request_dict"]], "whylogs_container.whylabs.logger.openai_messages": [[7, 2, 1, "", "OpenAIMessage"], [7, 2, 1, "", "OpenAIPromptDict"], [7, 2, 1, "", "OpenAIRequestDict"]], "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage": [[7, 4, 1, "", "dataset_id"], [7, 3, 1, "", "get_user_prompt"], [7, 4, 1, "", "prompt_id"], [7, 4, 1, "", "request"], [7, 4, 1, "", "request_time"], [7, 4, 1, "", "response"], [7, 3, 1, "", "to_log_request_dict"], [7, 3, 1, "", "to_openai_dict"]], "whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict": [[7, 4, 1, "", "content"], [7, 4, 1, "", "role"]], "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict": [[7, 4, 1, "", "messages"], [7, 4, 1, "", "model"], [7, 4, 1, "", "temperature"], [7, 4, 1, "", "whylabs_dataset_id"]]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:method", "4": "py:attribute", "5": "py:exception"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "method", "Python method"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "exception", "Python exception"]}, "titleterms": {"welcom": 0, "whylog": 0, "contain": [0, 5], "python": 0, "": 0, "document": 0, "indic": 0, "tabl": 0, "whylogs_contain": [1, 2, 3, 4, 5, 6, 7], "packag": [2, 3, 4, 5, 6, 7], "subpackag": [2, 4], "modul": [2, 3, 4, 5, 6, 7], "content": [2, 3, 4, 5, 6, 7], "util": 3, "submodul": [3, 5, 6, 7], "signal_util": 3, "string_util": 3, "string_util_test": 3, "whylab": [4, 5, 6, 7], "auth": 5, "config": [5, 6], "config_test": 5, "container_config": 5, "environ": 5, "requir": 5, "option": 5, "request": 5, "respons": 5, "rout": 5, "startup": 5, "llm_valid": 6, "config_pars": 6, "metadata": 6, "schema_build": 6, "signal": 6, "valid": 6, "validation_util": 6, "logger": 7, "openai_messag": 7}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"Welcome to whylogs-container-python\u2019s documentation!": [[0, "welcome-to-whylogs-container-python-s-documentation"]], "Indices and tables": [[0, "indices-and-tables"]], "whylogs_container": [[1, "whylogs-container"]], "whylogs_container package": [[2, "whylogs-container-package"]], "Subpackages": [[2, "subpackages"], [4, "subpackages"]], "Module contents": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.container"], [6, "module-whylogs_container.whylabs.llm_validation"], [7, "module-whylogs_container.whylabs.logger"]], "whylogs_container.util package": [[3, "whylogs-container-util-package"]], "Submodules": [[3, "submodules"], [5, "submodules"], [6, "submodules"], [7, "submodules"]], "whylogs_container.util.signal_util module": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util module": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test module": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs package": [[4, "whylogs-container-whylabs-package"]], "whylogs_container.whylabs.container package": [[5, "whylogs-container-whylabs-container-package"]], "whylogs_container.whylabs.container.auth module": [[5, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config module": [[5, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test module": [[5, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.container_config module": [[5, "module-whylogs_container.whylabs.container.container_config"]], "whylogs_container.whylabs.container.environment module": [[5, "module-whylogs_container.whylabs.container.environment"]], "Required": [[5, "required"]], "Optional": [[5, "optional"]], "whylogs_container.whylabs.container.requests module": [[5, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.responses module": [[5, "module-whylogs_container.whylabs.container.responses"]], "whylogs_container.whylabs.container.routes module": [[5, "module-whylogs_container.whylabs.container.routes"]], "}\u2019": [[5, "id5"], [5, "id18"], [5, "id31"]], "whylogs_container.whylabs.container.startup module": [[5, "module-whylogs_container.whylabs.container.startup"]], "whylogs_container.whylabs.llm_validation package": [[6, "whylogs-container-whylabs-llm-validation-package"]], "whylogs_container.whylabs.llm_validation.config module": [[6, "module-whylogs_container.whylabs.llm_validation.config"]], "whylogs_container.whylabs.llm_validation.config_parsing module": [[6, "module-whylogs_container.whylabs.llm_validation.config_parsing"]], "whylogs_container.whylabs.llm_validation.metadata module": [[6, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.schema_builder module": [[6, "module-whylogs_container.whylabs.llm_validation.schema_builder"]], "whylogs_container.whylabs.llm_validation.signals module": [[6, "module-whylogs_container.whylabs.llm_validation.signals"]], "whylogs_container.whylabs.llm_validation.validate module": [[6, "module-whylogs_container.whylabs.llm_validation.validate"]], "whylogs_container.whylabs.llm_validation.validation_utils module": [[6, "module-whylogs_container.whylabs.llm_validation.validation_utils"]], "whylogs_container.whylabs.llm_validation.validator module": [[6, "module-whylogs_container.whylabs.llm_validation.validator"]], "whylogs_container.whylabs.llm_validation.validators module": [[6, "module-whylogs_container.whylabs.llm_validation.validators"]], "whylogs_container.whylabs.logger package": [[7, "whylogs-container-whylabs-logger-package"]], "whylogs_container.whylabs.logger.logger module": [[7, "module-whylogs_container.whylabs.logger.logger"]], "whylogs_container.whylabs.logger.openai_messages module": [[7, "module-whylogs_container.whylabs.logger.openai_messages"]]}, "indexentries": {"module": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [3, "module-whylogs_container.util.signal_util"], [3, "module-whylogs_container.util.string_util"], [3, "module-whylogs_container.util.string_util_test"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.container"], [5, "module-whylogs_container.whylabs.container.auth"], [5, "module-whylogs_container.whylabs.container.config"], [5, "module-whylogs_container.whylabs.container.config_test"], [5, "module-whylogs_container.whylabs.container.container_config"], [5, "module-whylogs_container.whylabs.container.environment"], [5, "module-whylogs_container.whylabs.container.requests"], [5, "module-whylogs_container.whylabs.container.responses"], [5, "module-whylogs_container.whylabs.container.routes"], [5, "module-whylogs_container.whylabs.container.startup"], [6, "module-whylogs_container.whylabs.llm_validation"], [6, "module-whylogs_container.whylabs.llm_validation.config"], [6, "module-whylogs_container.whylabs.llm_validation.config_parsing"], [6, "module-whylogs_container.whylabs.llm_validation.metadata"], [6, "module-whylogs_container.whylabs.llm_validation.schema_builder"], [6, "module-whylogs_container.whylabs.llm_validation.signals"], [6, "module-whylogs_container.whylabs.llm_validation.validate"], [6, "module-whylogs_container.whylabs.llm_validation.validation_utils"], [6, "module-whylogs_container.whylabs.llm_validation.validator"], [6, "module-whylogs_container.whylabs.llm_validation.validators"], [7, "module-whylogs_container.whylabs.logger"], [7, "module-whylogs_container.whylabs.logger.logger"], [7, "module-whylogs_container.whylabs.logger.openai_messages"]], "whylogs_container": [[2, "module-whylogs_container"]], "encode_strings() (in module whylogs_container.util.string_util)": [[3, "whylogs_container.util.string_util.encode_strings"]], "suspended_signals() (in module whylogs_container.util.signal_util)": [[3, "whylogs_container.util.signal_util.suspended_signals"]], "test_different_hashes() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_different_hashes"]], "test_order_doesnt_matter() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_order_doesnt_matter"]], "whylogs_container.util": [[3, "module-whylogs_container.util"]], "whylogs_container.util.signal_util": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs": [[4, "module-whylogs_container.whylabs"]], "auth (class in whylogs_container.whylabs.container.auth)": [[5, "whylogs_container.whylabs.container.auth.Auth"]], "container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.CONTAINER_PASSWORD"]], "containerconfig (class in whylogs_container.whylabs.container.container_config)": [[5, "whylogs_container.whylabs.container.container_config.ContainerConfig"]], "containerconfig (class in whylogs_container.whylabs.container.environment)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig"]], "containerschemas (class in whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.ContainerSchemas"]], "default_whylabs_dataset_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_DATASET_CADENCE"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_ORG_ID"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_CADENCE"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_INTERVAL"]], "disable_container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.DISABLE_CONTAINER_PASSWORD"]], "envvarnames (class in whylogs_container.whylabs.container.environment)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_CONFIG"]], "llm_container (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.LLM_CONTAINER"]], "logembeddingrequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest"]], "logmultiple (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple"]], "logrequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.LogRequest"]], "loggerstatusprofiles (class in whylogs_container.whylabs.container.responses)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusProfiles"]], "loggerstatusresponse (class in whylogs_container.whylabs.container.responses)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse"]], "max_request_batch_size (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BATCH_SIZE"]], "max_request_buffer_bytes (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BUFFER_BYTES"]], "openai_api_key (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_API_KEY"]], "openai_organization (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_ORGANIZATION"]], "openairequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.OpenAIRequest"]], "processloggerstatusresponse (class in whylogs_container.whylabs.container.responses)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse"]], "pubsubmessage (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage"]], "pubsubrequest (class in whylogs_container.whylabs.container.requests)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest"]], "udfconfig (class in whylogs_container.whylabs.container.container_config)": [[5, "whylogs_container.whylabs.container.container_config.UDFConfig"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[5, "whylogs_container.whylabs.container.environment.EnvVarNames.WHYLABS_API_KEY"]], "api_key_auth() (whylogs_container.whylabs.container.auth.auth method)": [[5, "whylogs_container.whylabs.container.auth.Auth.api_key_auth"]], "applicable_columns (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[5, "whylogs_container.whylabs.container.container_config.UDFConfig.applicable_columns"]], "assert_llm_endpoint() (whylogs_container.whylabs.container.environment.containerconfig method)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.assert_llm_endpoint"]], "attributes (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.attributes"]], "auth_disabled() (whylogs_container.whylabs.container.environment.containerconfig method)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.auth_disabled"]], "columns (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.columns"]], "container_password (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.container_password"]], "data (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.data"]], "data (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.data"]], "datasetid (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.datasetId"]], "datasetid (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.datasetId"]], "dataset_profiles (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_profiles"]], "dataset_timestamps (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_timestamps"]], "default_dataset_cadence (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_dataset_cadence"]], "default_openai_api_key (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_api_key"]], "default_openai_organization (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_organization"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_org_id"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_cadence"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_interval"]], "disable_container_password (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.disable_container_password"]], "embeddings (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.embeddings"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.fail_startup_without_config"]], "fix_torch_threading() (in module whylogs_container.whylabs.container.startup)": [[5, "whylogs_container.whylabs.container.startup.fix_torch_threading"]], "get_dataset_options() (in module whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.get_dataset_options"]], "get_dataset_options() (whylogs_container.whylabs.container.container_config.containerconfig method)": [[5, "whylogs_container.whylabs.container.container_config.ContainerConfig.get_dataset_options"]], "get_llm_validation_options() (in module whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.get_llm_validation_options"]], "get_profile_list() (whylogs_container.whylabs.container.responses.processloggerstatusresponse method)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.get_profile_list"]], "get_profiles() (whylogs_container.whylabs.container.responses.processloggerstatusresponse method)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.get_profiles"]], "get_udfs() (whylogs_container.whylabs.container.container_config.containerconfig method)": [[5, "whylogs_container.whylabs.container.container_config.ContainerConfig.get_udfs"]], "health() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.health"]], "init() (in module whylogs_container.whylabs.container.config)": [[5, "whylogs_container.whylabs.container.config.init"]], "init_logging() (in module whylogs_container.whylabs.container.startup)": [[5, "whylogs_container.whylabs.container.startup.init_logging"]], "llm_container (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.llm_container"]], "log() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log"]], "log_debug_info() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_debug_info"]], "log_embeddings() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_embeddings"]], "log_embeddings_json() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_embeddings_json"]], "log_json() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_json"]], "log_pubsub() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_pubsub"]], "log_pubsub_embeddings() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.log_pubsub_embeddings"]], "message (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.message"]], "messageid (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.messageId"]], "metrics (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[5, "whylogs_container.whylabs.container.container_config.UDFConfig.metrics"]], "model_config (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.model_config"]], "model_config (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.openairequest attribute)": [[5, "whylogs_container.whylabs.container.requests.OpenAIRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.model_config"]], "model_config (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.model_config"]], "model_config (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_config"]], "model_config (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_config"]], "model_fields (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[5, "whylogs_container.whylabs.container.requests.LogMultiple.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.openairequest attribute)": [[5, "whylogs_container.whylabs.container.requests.OpenAIRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_fields"]], "model_fields (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_fields"]], "multiple (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.multiple"]], "pending_views (whylogs_container.whylabs.container.responses.loggerstatusprofiles attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusProfiles.pending_views"]], "pending_views (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.pending_views"]], "pending_writables (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.pending_writables"]], "prompt (whylogs_container.whylabs.container.requests.openairequest attribute)": [[5, "whylogs_container.whylabs.container.requests.OpenAIRequest.prompt"]], "publishtime (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubMessage.publishTime"]], "publish_profiles() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.publish_profiles"]], "role (whylogs_container.whylabs.container.requests.openairequest attribute)": [[5, "whylogs_container.whylabs.container.requests.OpenAIRequest.role"]], "schemas (whylogs_container.whylabs.container.config.containerschemas attribute)": [[5, "whylogs_container.whylabs.container.config.ContainerSchemas.schemas"]], "segment_caches (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.segment_caches"]], "shutdown() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.shutdown"]], "start() (in module whylogs_container.whylabs.container.startup)": [[5, "whylogs_container.whylabs.container.startup.start"]], "status() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.status"]], "statuses (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.statuses"]], "subscription (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.PubSubRequest.subscription"]], "temperature (whylogs_container.whylabs.container.requests.openairequest attribute)": [[5, "whylogs_container.whylabs.container.requests.OpenAIRequest.temperature"]], "test_indexing_into_toolkit() (in module whylogs_container.whylabs.container.config_test)": [[5, "whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit"]], "timestamp (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.timestamp"]], "timestamp (whylogs_container.whylabs.container.requests.logrequest attribute)": [[5, "whylogs_container.whylabs.container.requests.LogRequest.timestamp"]], "udf (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[5, "whylogs_container.whylabs.container.container_config.UDFConfig.udf"]], "update_pid() (in module whylogs_container.whylabs.container.startup)": [[5, "whylogs_container.whylabs.container.startup.update_pid"]], "validate_llm() (in module whylogs_container.whylabs.container.routes)": [[5, "whylogs_container.whylabs.container.routes.validate_llm"]], "validation_schemas (whylogs_container.whylabs.container.config.containerschemas attribute)": [[5, "whylogs_container.whylabs.container.config.ContainerSchemas.validation_schemas"]], "views (whylogs_container.whylabs.container.responses.loggerstatusprofiles attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusProfiles.views"]], "views (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.views"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[5, "whylogs_container.whylabs.container.environment.ContainerConfig.whylabs_api_key"]], "whylogs_container.whylabs.container": [[5, "module-whylogs_container.whylabs.container"]], "whylogs_container.whylabs.container.auth": [[5, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config": [[5, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test": [[5, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.container_config": [[5, "module-whylogs_container.whylabs.container.container_config"]], "whylogs_container.whylabs.container.environment": [[5, "module-whylogs_container.whylabs.container.environment"]], "whylogs_container.whylabs.container.requests": [[5, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.responses": [[5, "module-whylogs_container.whylabs.container.responses"]], "whylogs_container.whylabs.container.routes": [[5, "module-whylogs_container.whylabs.container.routes"]], "whylogs_container.whylabs.container.startup": [[5, "module-whylogs_container.whylabs.container.startup"]], "writers (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[5, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.writers"]], "basethresholdvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder"]], "configurationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata"]], "failure (class in whylogs_container.whylabs.llm_validation.signals)": [[6, "whylogs_container.whylabs.llm_validation.signals.Failure"]], "inputoutputvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder"]], "moduledefinition (class in whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition"]], "profilingrule (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule"]], "regexvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder"]], "result (class in whylogs_container.whylabs.llm_validation.signals)": [[6, "whylogs_container.whylabs.llm_validation.signals.Result"]], "sentimentvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder"]], "success (class in whylogs_container.whylabs.llm_validation.signals)": [[6, "whylogs_container.whylabs.llm_validation.signals.Success"]], "synchronousvalidator (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator"]], "textstatvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder"]], "themesvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder"]], "toxicityvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder"]], "validationactor (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor"]], "validationconfig (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig"]], "validationerror": [[6, "whylogs_container.whylabs.llm_validation.signals.ValidationError"]], "validationmessage (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationMessage"]], "validationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata"]], "validationreport (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationReport"]], "validationrequest (class in whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest"]], "validationrule (class in whylogs_container.whylabs.llm_validation.metadata)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule"]], "validatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[6, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder"]], "yamlconfig (class in whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig"]], "build() (whylogs_container.whylabs.llm_validation.validators.inputoutputvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.sentimentvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.textstatvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.themesvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.toxicityvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.validatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.build"]], "build_langkit_validator() (in module whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.build_langkit_validator"]], "build_langkit_validators_dictionary() (in module whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.build_langkit_validators_dictionary"]], "build_validator() (whylogs_container.whylabs.llm_validation.validators.basethresholdvalidatorbuilder method)": [[6, "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder.build_validator"]], "close() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.close"]], "close_validator() (whylogs_container.whylabs.llm_validation.validator.synchronousvalidator method)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.close_validator"]], "close_validator() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.close_validator"]], "config_error (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.config_error"]], "config_path (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.config_path"]], "config_path (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.config_path"]], "create_validator() (in module whylogs_container.whylabs.llm_validation.validator)": [[6, "whylogs_container.whylabs.llm_validation.validator.create_validator"]], "dataset_id (whylogs_container.whylabs.llm_validation.validator.validationrequest attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest.dataset_id"]], "failed_metric (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.failed_metric"]], "failures (whylogs_container.whylabs.llm_validation.metadata.validationreport attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationReport.failures"]], "flag_failed_validation() (in module whylogs_container.whylabs.llm_validation.validation_utils)": [[6, "whylogs_container.whylabs.llm_validation.validation_utils.flag_failed_validation"]], "get_profiling_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)": [[6, "whylogs_container.whylabs.llm_validation.schema_builder.get_profiling_schema"]], "get_validators_udf_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)": [[6, "whylogs_container.whylabs.llm_validation.schema_builder.get_validators_udf_schema"]], "id (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.id"]], "id (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.id"]], "id (whylogs_container.whylabs.llm_validation.validator.validationmessage attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationMessage.id"]], "include_upper (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.include_upper"]], "include_upper (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.include_upper"]], "is_valid (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.is_valid"]], "key (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder attribute)": [[6, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.key"]], "key (whylogs_container.whylabs.llm_validation.validators.validatorbuilder attribute)": [[6, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.key"]], "load_llm_profiling_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[6, "whylogs_container.whylabs.llm_validation.config_parsing.load_llm_profiling_options"]], "load_llm_validation_config_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[6, "whylogs_container.whylabs.llm_validation.config_parsing.load_llm_validation_config_options"]], "load_yaml_data() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[6, "whylogs_container.whylabs.llm_validation.config_parsing.load_yaml_data"]], "lower_threshold (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.lower_threshold"]], "lower_threshold (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.lower_threshold"]], "message (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.message"]], "metric (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.metric"]], "metric (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.metric"]], "metrics (whylogs_container.whylabs.llm_validation.metadata.profilingrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule.metrics"]], "model_config (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_config"]], "model_config (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.model_config"]], "model_config (whylogs_container.whylabs.llm_validation.validator.validationrequest attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest.model_config"]], "model_fields (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_fields"]], "model_fields (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.model_fields"]], "model_fields (whylogs_container.whylabs.llm_validation.validator.validationrequest attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest.model_fields"]], "module (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.module"]], "module (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.module"]], "parse_yaml_to_dict() (in module whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.parse_yaml_to_dict"]], "policy (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.policy"]], "policy (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy"]], "policy_version (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.policy_version"]], "policy_version (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy_version"]], "process_batch() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_batch"]], "process_close_message() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_close_message"]], "process_validation_message() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.process_validation_message"]], "profiling (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.profiling"]], "profiling (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.profiling"]], "prompt (whylogs_container.whylabs.llm_validation.validator.validationrequest attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest.prompt"]], "prompt_id (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.prompt_id"]], "prompt_id (whylogs_container.whylabs.llm_validation.validator.validationrequest attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest.prompt_id"]], "request (whylogs_container.whylabs.llm_validation.validator.validationmessage attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationMessage.request"]], "response (whylogs_container.whylabs.llm_validation.validator.validationrequest attribute)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest.response"]], "rule_type (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.rule_type"]], "rules (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.rules"]], "rules (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.rules"]], "run() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.run"]], "schema_version (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.schema_version"]], "schema_version (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.schema_version"]], "start() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.start"]], "start_validator() (whylogs_container.whylabs.llm_validation.validator.synchronousvalidator method)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.start_validator"]], "start_validator() (whylogs_container.whylabs.llm_validation.validator.validationactor method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationActor.start_validator"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.timestamp"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.timestamp"]], "to_row() (whylogs_container.whylabs.llm_validation.validator.validationrequest method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationRequest.to_row"]], "to_validation_request() (whylogs_container.whylabs.llm_validation.validator.validationmessage method)": [[6, "whylogs_container.whylabs.llm_validation.validator.ValidationMessage.to_validation_request"]], "upper_threshold (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.upper_threshold"]], "upper_threshold (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.upper_threshold"]], "validate_input() (in module whylogs_container.whylabs.llm_validation.validate)": [[6, "whylogs_container.whylabs.llm_validation.validate.validate_input"]], "validate_prompt() (whylogs_container.whylabs.llm_validation.validator.synchronousvalidator method)": [[6, "whylogs_container.whylabs.llm_validation.validator.SynchronousValidator.validate_prompt"]], "validate_yaml() (in module whylogs_container.whylabs.llm_validation.config)": [[6, "whylogs_container.whylabs.llm_validation.config.validate_yaml"]], "validator (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder attribute)": [[6, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.validator"]], "validator (whylogs_container.whylabs.llm_validation.validators.validatorbuilder attribute)": [[6, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.validator"]], "validator_name (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.validator_name"]], "value (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.value"]], "whylabs_dataset_id (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.config.YamlConfig.whylabs_dataset_id"]], "whylabs_dataset_id (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[6, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation": [[6, "module-whylogs_container.whylabs.llm_validation"]], "whylogs_container.whylabs.llm_validation.config": [[6, "module-whylogs_container.whylabs.llm_validation.config"]], "whylogs_container.whylabs.llm_validation.config_parsing": [[6, "module-whylogs_container.whylabs.llm_validation.config_parsing"]], "whylogs_container.whylabs.llm_validation.metadata": [[6, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.schema_builder": [[6, "module-whylogs_container.whylabs.llm_validation.schema_builder"]], "whylogs_container.whylabs.llm_validation.signals": [[6, "module-whylogs_container.whylabs.llm_validation.signals"]], "whylogs_container.whylabs.llm_validation.validate": [[6, "module-whylogs_container.whylabs.llm_validation.validate"]], "whylogs_container.whylabs.llm_validation.validation_utils": [[6, "module-whylogs_container.whylabs.llm_validation.validation_utils"]], "whylogs_container.whylabs.llm_validation.validator": [[6, "module-whylogs_container.whylabs.llm_validation.validator"]], "whylogs_container.whylabs.llm_validation.validators": [[6, "module-whylogs_container.whylabs.llm_validation.validators"]], "containerloggerfactory (class in whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.ContainerLoggerFactory"]], "containerprocessrollinglogger (class in whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger"]], "openaimessage (class in whylogs_container.whylabs.logger.openai_messages)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage"]], "openaipromptdict (class in whylogs_container.whylabs.logger.openai_messages)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict"]], "openairequestdict (class in whylogs_container.whylabs.logger.openai_messages)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict"]], "rawllmlogmessage (class in whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.RawLLMLogMessage"]], "content (whylogs_container.whylabs.logger.openai_messages.openaipromptdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.content"]], "convert_dataset_cadence() (in module whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.convert_dataset_cadence"]], "convert_schedule() (in module whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.convert_schedule"]], "create_logger() (in module whylogs_container.whylabs.logger.logger)": [[7, "whylogs_container.whylabs.logger.logger.create_logger"]], "create_logger() (whylogs_container.whylabs.logger.logger.containerloggerfactory method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerLoggerFactory.create_logger"]], "dataset_id (whylogs_container.whylabs.logger.openai_messages.openaimessage attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.dataset_id"]], "get_user_prompt() (whylogs_container.whylabs.logger.openai_messages.openaimessage method)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.get_user_prompt"]], "id (whylogs_container.whylabs.logger.logger.rawllmlogmessage attribute)": [[7, "whylogs_container.whylabs.logger.logger.RawLLMLogMessage.id"]], "messages (whylogs_container.whylabs.logger.openai_messages.openairequestdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.messages"]], "model (whylogs_container.whylabs.logger.openai_messages.openairequestdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.model"]], "process_batch() (whylogs_container.whylabs.logger.logger.containerprocessrollinglogger method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_batch"]], "process_llm_log_message() (whylogs_container.whylabs.logger.logger.containerprocessrollinglogger method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.process_llm_log_message"]], "prompt_id (whylogs_container.whylabs.logger.openai_messages.openaimessage attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.prompt_id"]], "request (whylogs_container.whylabs.logger.logger.rawllmlogmessage attribute)": [[7, "whylogs_container.whylabs.logger.logger.RawLLMLogMessage.request"]], "request (whylogs_container.whylabs.logger.openai_messages.openaimessage attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request"]], "request_time (whylogs_container.whylabs.logger.logger.rawllmlogmessage attribute)": [[7, "whylogs_container.whylabs.logger.logger.RawLLMLogMessage.request_time"]], "request_time (whylogs_container.whylabs.logger.openai_messages.openaimessage attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.request_time"]], "response (whylogs_container.whylabs.logger.openai_messages.openaimessage attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.response"]], "role (whylogs_container.whylabs.logger.openai_messages.openaipromptdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIPromptDict.role"]], "run() (whylogs_container.whylabs.logger.logger.containerprocessrollinglogger method)": [[7, "whylogs_container.whylabs.logger.logger.ContainerProcessRollingLogger.run"]], "temperature (whylogs_container.whylabs.logger.openai_messages.openairequestdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.temperature"]], "to_log_request_dict() (whylogs_container.whylabs.logger.logger.rawllmlogmessage method)": [[7, "whylogs_container.whylabs.logger.logger.RawLLMLogMessage.to_log_request_dict"]], "to_log_request_dict() (whylogs_container.whylabs.logger.openai_messages.openaimessage method)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_log_request_dict"]], "to_openai_dict() (whylogs_container.whylabs.logger.openai_messages.openaimessage method)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIMessage.to_openai_dict"]], "whylabs_dataset_id (whylogs_container.whylabs.logger.openai_messages.openairequestdict attribute)": [[7, "whylogs_container.whylabs.logger.openai_messages.OpenAIRequestDict.whylabs_dataset_id"]], "whylogs_container.whylabs.logger": [[7, "module-whylogs_container.whylabs.logger"]], "whylogs_container.whylabs.logger.logger": [[7, "module-whylogs_container.whylabs.logger.logger"]], "whylogs_container.whylabs.logger.openai_messages": [[7, "module-whylogs_container.whylabs.logger.openai_messages"]]}})
\ No newline at end of file
diff --git a/whylogs-container-python.html b/whylogs-container-python.html
index 88049c4..c9fe430 100644
--- a/whylogs-container-python.html
+++ b/whylogs-container-python.html
@@ -488,7 +488,7 @@
- Sample Python request:
for setting up embeddings support.
Log embeddings data. The Swagger UI isn't able to call this currently.
Sample curl request:
-curl -X 'POST' -H "X-API-Key: <password>" -H "Content-Type: application/json" 'http://localhost:8000/log-embeddings' --data-raw '{
+curl -X 'POST' -H "X-API-Key: <password>" -H "Content-Type: application/octet-stream" 'http://localhost:8000/log-embeddings' --data-raw '{
"datasetId": "model-62",
"timestamp": 1634235000,
"embeddings": {
@@ -575,7 +575,7 @@ Sample Python request:
}
-headers = { "X-API-Key" : api_key, "Content-Type" : "application/json" }
+headers = { "X-API-Key" : api_key, "Content-Type" : "application/octet-stream" }
response = requests. post( url, json= data, headers= headers) Response samples Content type application/json
Copy
Expand all Collapse all Use this endpoint for manually testing and experimenting. It shouldn't be used in production
@@ -584,15 +584,42 @@
Sample Python request:
Request samples Content type application/json
Copy
Expand all Collapse all { "dataset_id" : "string" ,
"timestamp" : 0 ,
} Response samples Content type application/json
Copy
Expand all Collapse all
Response samples Content type application/json
Copy
Expand all Collapse all Responses 200 Successful Response
-post /log-pubsub-embeddings Response samples Content type application/json
Copy
Expand all Collapse all header Parameters whylabs_dataset_id required
string (Whylabs Dataset Id)
prompt_id string or null (Prompt Id)
model
Responses 200 Successful Response
- Response samples Content type application/json
Copy
Expand all Collapse all
Responses 200 Successful Response
- Response samples Content type application/json
Copy
Expand all Collapse all Responses 200 Successful Response
- Response samples Content type application/json
Copy
Expand all Collapse all Responses 200 Successful Response
- Response samples Content type application/json
Copy
Expand all Collapse all Responses 200 Successful Response
- Response samples Content type application/json
Copy
Expand all Collapse all
post /log-pubsub-embeddings Response samples Content type application/json
Copy
Expand all Collapse all This endpoint can be used to synchronously get validation results from a single input
+prompt/response. It automatically performs whylogs profiling and sends profiles to
+whylabs in the background, just like the /log endpoint.
+
Sample curl request:
+
curl -X 'POST' -H "X-API-Key: <password>" -H "Content-Type: application/octet-stream" 'http://localhost:8000/validate/llm' --data-raw '{
+ "datasetId": "model-62",
+ "prompt": "This is a test prompt",
+ "response": "This is a test response"
+}'
+
Sample Python request:
+
import requests
+
+
+api_key = "<password>"
+
+
+url = 'http://localhost:8000/validate/llm'
+
+
+data = {
+ "datasetId" : "model-62" ,
+ "prompt" : "This is a test prompt" ,
+ "response" : "This is a test response"
+}
+
+
+headers = { "X-API-Key" : api_key, "Content-Type" : "application/octet-stream" }
+response = requests. post( url, json= data, headers= headers)
+
Responses 200 Successful Response
+ Response samples Content type application/json
Copy
Expand all Collapse all { "failures" :
[ { "prompt_id" : "string" ,
"validator_name" : "string" ,
"failed_metric" : "string" ,
"value" : "string" ,
"timestamp" : 0 ,
"is_valid" : true
} ] } Responses 200 Successful Response
+ Response samples Content type application/json
Copy
Expand all Collapse all Responses 200 Successful Response
+ Response samples Content type application/json
Copy
Expand all Collapse all Responses 200 Successful Response
+ Response samples Content type application/json
Copy
Expand all Collapse all Responses 200 Successful Response
+ Response samples Content type application/json
Copy
Expand all Collapse all