diff --git a/.doctrees/environment.pickle b/.doctrees/environment.pickle index 7d9562c..92e5288 100644 Binary files a/.doctrees/environment.pickle and b/.doctrees/environment.pickle differ diff --git a/.doctrees/whylogs_container.whylabs.container.doctree b/.doctrees/whylogs_container.whylabs.container.doctree index 0e7d025..685d76a 100644 Binary files a/.doctrees/whylogs_container.whylabs.container.doctree and b/.doctrees/whylogs_container.whylabs.container.doctree differ diff --git a/_sources/whylogs_container.whylabs.container.rst.txt b/_sources/whylogs_container.whylabs.container.rst.txt index 1906be7..46a0bce 100644 --- a/_sources/whylogs_container.whylabs.container.rst.txt +++ b/_sources/whylogs_container.whylabs.container.rst.txt @@ -52,6 +52,14 @@ whylogs\_container.whylabs.container.requests module :undoc-members: :show-inheritance: +whylogs\_container.whylabs.container.responses module +----------------------------------------------------- + +.. automodule:: whylogs_container.whylabs.container.responses + :members: + :undoc-members: + :show-inheritance: + whylogs\_container.whylabs.container.routes module -------------------------------------------------- diff --git a/genindex.html b/genindex.html index 1dde75e..0eb6d59 100644 --- a/genindex.html +++ b/genindex.html @@ -306,6 +306,10 @@

D

  • dataset_id (whylogs_container.whylabs.actor.openai_messages.OpenAIMessage attribute) +
    • +
  • dataset_profiles (whylogs_container.whylabs.container.responses.LoggerStatusResponse attribute) +
    • +
  • dataset_timestamps (whylogs_container.whylabs.container.responses.LoggerStatusResponse attribute)
  • datasetId (whylogs_container.whylabs.container.requests.LogEmbeddingRequest attribute) @@ -316,11 +320,11 @@

    D

  • default_dataset_cadence (whylogs_container.whylabs.container.environment.ContainerConfig attribute)
  • default_openai_api_key (whylogs_container.whylabs.container.environment.ContainerConfig attribute) -
    • -
  • default_openai_organization (whylogs_container.whylabs.container.environment.ContainerConfig attribute)
  • get_llm_validation_options() (in module whylogs_container.whylabs.container.config) +
    • +
  • get_profile_list() (whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse method)
    • - + - - + + +
  • writers (whylogs_container.whylabs.container.responses.LoggerStatusResponse attribute) +
    • diff --git a/objects.inv b/objects.inv index 89226fd..318aa54 100644 Binary files a/objects.inv and b/objects.inv differ diff --git a/openapi.json b/openapi.json index 81fc045..d728a8f 100644 --- a/openapi.json +++ b/openapi.json @@ -1 +1 @@ -{"openapi":"3.1.0","info":{"title":"FastAPI","version":"0.1.0"},"paths":{"/log":{"post":{"summary":"Log","description":"Profile tabular data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST' -H \"X-API-Key: \" -H \"Content-Type: application/json\" 'http://localhost:8000/log' --data-raw '{\n \"datasetId\": \"model-62\",\n \"multiple\": {\n \"columns\": [ \"age\", \"workclass\", \"fnlwgt\", \"education\" ],\n \"data\": [\n [ 25, \"Private\", 226802, \"11th\" ]\n ]\n }\n}'\n```\n\n## Sample Python request:\n```python\nimport requests\n\n# Define your API key\napi_key = \"\"\n\n# API endpoint\nurl = 'http://localhost:8000/log'\n\n# Sample data\ndata = {\n \"datasetId\": \"model-62\",\n \"multiple\": {\n \"columns\": [\"age\", \"workclass\", \"fnlwgt\", \"education\"],\n \"data\": [\n [25, \"Private\", 226802, \"11th\"]\n ]\n }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log_log_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log/json":{"post":{"summary":"Log Json","description":"Use this endpoint for manually testing and experimenting. It shouldn't be used in production\nbecause it has a steep performance penalty compared to the normal /log endpoint.","operationId":"log_json_log_json_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-embeddings":{"post":{"summary":"Log Embeddings","description":"This endpoint requires a custom configuration to set up before hand. See https://docs.whylabs.ai/docs/integrations-whylogs-container/ \nfor setting up embeddings support.\n\nLog embeddings data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST' -H \"X-API-Key: \" -H \"Content-Type: application/json\" 'http://localhost:8000/log-embeddings' --data-raw '{\n \"datasetId\": \"model-62\",\n \"timestamp\": 1634235000,\n \"embeddings\": {\n \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n }\n}'\n```\n\n## Sample Python request:\n```python\nimport requests\n\n# Define your API key\napi_key = \"\"\n\n# API endpoint\nurl = 'http://localhost:8000/log-embeddings'\n\n# Sample data\ndata = {\n \"datasetId\": \"model-62\",\n \"timestamp\": 1634235000, # an example timestamp\n \"embeddings\": {\n \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key, \"Content-Type\": \"application/json\"}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log_embeddings_log_embeddings_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log-embeddings/json":{"post":{"summary":"Log Embeddings Json","description":"Use this endpoint for manually testing and experimenting. It shouldn't be used in production\nbecause it has a steep performance penalty compared to the normal /log-embeddings endpoint.","operationId":"log_embeddings_json_log_embeddings_json_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogEmbeddingRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-pubsub":{"post":{"summary":"Log Pubsub","operationId":"log_pubsub_log_pubsub_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log-pubsub-embeddings":{"post":{"summary":"Log Pubsub Embeddings","operationId":"log_pubsub_embeddings_log_pubsub_embeddings_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/v1/chat/completions":{"post":{"summary":"Openai Proxy","operationId":"openai_proxy_v1_chat_completions_post","parameters":[{"name":"whylabs_dataset_id","in":"header","required":true,"schema":{"type":"string","title":"Whylabs Dataset Id"}},{"name":"prompt_id","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Prompt Id"}},{"name":"model","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Model"}}],"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/publish":{"post":{"summary":"Publish Profiles","operationId":"publish_profiles_publish_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/health":{"post":{"summary":"Health","operationId":"health_health_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/logDebugInfo":{"post":{"summary":"Log Debug Info","operationId":"log_debug_info_logDebugInfo_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}}},"components":{"schemas":{"HTTPValidationError":{"properties":{"detail":{"items":{"$ref":"#/components/schemas/ValidationError"},"type":"array","title":"Detail"}},"type":"object","title":"HTTPValidationError"},"LogEmbeddingRequest":{"properties":{"dataset_id":{"type":"string","title":"Dataset Id"},"timestamp":{"type":"integer","title":"Timestamp"},"embeddings":{"additionalProperties":{"anyOf":[{"items":{"items":{"type":"number"},"type":"array"},"type":"array"},{"items":{"items":{"type":"integer"},"type":"array"},"type":"array"},{"items":{"items":{"type":"string"},"type":"array"},"type":"array"}]},"type":"object","title":"Embeddings"}},"type":"object","required":["timestamp","embeddings"],"title":"LogEmbeddingRequest"},"LogMultiple":{"properties":{"columns":{"items":{"type":"string"},"type":"array","title":"Columns"},"data":{"items":{"items":{"anyOf":[{"type":"string"},{"type":"integer"},{"type":"number"},{"type":"boolean"},{"items":{"type":"number"},"type":"array"},{"items":{"type":"integer"},"type":"array"},{"items":{"type":"string"},"type":"array"}]},"type":"array"},"type":"array","title":"Data"}},"type":"object","required":["columns","data"],"title":"LogMultiple"},"LogRequest":{"properties":{"dataset_id":{"type":"string","title":"Dataset Id"},"timestamp":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Timestamp"},"multiple":{"$ref":"#/components/schemas/LogMultiple"}},"type":"object","required":["timestamp","multiple"],"title":"LogRequest"},"ValidationError":{"properties":{"loc":{"items":{"anyOf":[{"type":"string"},{"type":"integer"}]},"type":"array","title":"Location"},"msg":{"type":"string","title":"Message"},"type":{"type":"string","title":"Error Type"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError"}}}} \ No newline at end of file +{"openapi":"3.1.0","info":{"title":"FastAPI","version":"0.1.0"},"paths":{"/log":{"post":{"summary":"Log","description":"Profile tabular data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST' -H \"X-API-Key: \" -H \"Content-Type: application/json\" 'http://localhost:8000/log' --data-raw '{\n \"datasetId\": \"model-62\",\n \"multiple\": {\n \"columns\": [ \"age\", \"workclass\", \"fnlwgt\", \"education\" ],\n \"data\": [\n [ 25, \"Private\", 226802, \"11th\" ]\n ]\n }\n}'\n```\n\n## Sample Python request:\n```python\nimport requests\n\n# Define your API key\napi_key = \"\"\n\n# API endpoint\nurl = 'http://localhost:8000/log'\n\n# Sample data\ndata = {\n \"datasetId\": \"model-62\",\n \"multiple\": {\n \"columns\": [\"age\", \"workclass\", \"fnlwgt\", \"education\"],\n \"data\": [\n [25, \"Private\", 226802, \"11th\"]\n ]\n }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log_log_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log/json":{"post":{"summary":"Log Json","description":"Use this endpoint for manually testing and experimenting. It shouldn't be used in production\nbecause it has a steep performance penalty compared to the normal /log endpoint.","operationId":"log_json_log_json_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-embeddings":{"post":{"summary":"Log Embeddings","description":"This endpoint requires a custom configuration to set up before hand. See https://docs.whylabs.ai/docs/integrations-whylogs-container/ \nfor setting up embeddings support.\n\nLog embeddings data. The Swagger UI isn't able to call this currently.\n\n## Sample curl request:\n\n```bash\ncurl -X 'POST' -H \"X-API-Key: \" -H \"Content-Type: application/json\" 'http://localhost:8000/log-embeddings' --data-raw '{\n \"datasetId\": \"model-62\",\n \"timestamp\": 1634235000,\n \"embeddings\": {\n \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n }\n}'\n```\n\n## Sample Python request:\n```python\nimport requests\n\n# Define your API key\napi_key = \"\"\n\n# API endpoint\nurl = 'http://localhost:8000/log-embeddings'\n\n# Sample data\ndata = {\n \"datasetId\": \"model-62\",\n \"timestamp\": 1634235000, # an example timestamp\n \"embeddings\": {\n \"embeddings\": [[0.12, 0.45, 0.33, 0.92]]\n }\n}\n\n# Make the POST request\nheaders = {\"X-API-Key\": api_key, \"Content-Type\": \"application/json\"}\nresponse = requests.post(url, json=data, headers=headers)\n```","operationId":"log_embeddings_log_embeddings_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log-embeddings/json":{"post":{"summary":"Log Embeddings Json","description":"Use this endpoint for manually testing and experimenting. It shouldn't be used in production\nbecause it has a steep performance penalty compared to the normal /log-embeddings endpoint.","operationId":"log_embeddings_json_log_embeddings_json_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LogEmbeddingRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/log-pubsub":{"post":{"summary":"Log Pubsub","operationId":"log_pubsub_log_pubsub_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/log-pubsub-embeddings":{"post":{"summary":"Log Pubsub Embeddings","operationId":"log_pubsub_embeddings_log_pubsub_embeddings_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/v1/chat/completions":{"post":{"summary":"Openai Proxy","operationId":"openai_proxy_v1_chat_completions_post","parameters":[{"name":"whylabs_dataset_id","in":"header","required":true,"schema":{"type":"string","title":"Whylabs Dataset Id"}},{"name":"prompt_id","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Prompt Id"}},{"name":"model","in":"header","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Model"}}],"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}}}},"/publish":{"post":{"summary":"Publish Profiles","operationId":"publish_profiles_publish_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/health":{"get":{"summary":"Health","operationId":"health_health_get","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}},"/status":{"get":{"summary":"Status","operationId":"status_status_get","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ProcessLoggerStatusResponse"}}}}}}},"/logDebugInfo":{"post":{"summary":"Log Debug Info","operationId":"log_debug_info_logDebugInfo_post","responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{}}}}}}}},"components":{"schemas":{"HTTPValidationError":{"properties":{"detail":{"items":{"$ref":"#/components/schemas/ValidationError"},"type":"array","title":"Detail"}},"type":"object","title":"HTTPValidationError"},"LogEmbeddingRequest":{"properties":{"dataset_id":{"type":"string","title":"Dataset Id"},"timestamp":{"type":"integer","title":"Timestamp"},"embeddings":{"additionalProperties":{"anyOf":[{"items":{"items":{"type":"number"},"type":"array"},"type":"array"},{"items":{"items":{"type":"integer"},"type":"array"},"type":"array"},{"items":{"items":{"type":"string"},"type":"array"},"type":"array"}]},"type":"object","title":"Embeddings"}},"type":"object","required":["timestamp","embeddings"],"title":"LogEmbeddingRequest"},"LogMultiple":{"properties":{"columns":{"items":{"type":"string"},"type":"array","title":"Columns"},"data":{"items":{"items":{"anyOf":[{"type":"string"},{"type":"integer"},{"type":"number"},{"type":"boolean"},{"items":{"type":"number"},"type":"array"},{"items":{"type":"integer"},"type":"array"},{"items":{"type":"string"},"type":"array"}]},"type":"array"},"type":"array","title":"Data"}},"type":"object","required":["columns","data"],"title":"LogMultiple"},"LogRequest":{"properties":{"dataset_id":{"type":"string","title":"Dataset Id"},"timestamp":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Timestamp"},"multiple":{"$ref":"#/components/schemas/LogMultiple"}},"type":"object","required":["timestamp","multiple"],"title":"LogRequest"},"LoggerStatusResponse":{"properties":{"dataset_timestamps":{"type":"integer","title":"Dataset Timestamps"},"dataset_profiles":{"type":"integer","title":"Dataset Profiles"},"segment_caches":{"type":"integer","title":"Segment Caches"},"writers":{"type":"integer","title":"Writers"},"pending_writables":{"type":"integer","title":"Pending Writables"},"pending_views":{"items":{"type":"string"},"type":"array","title":"Pending Views"},"views":{"items":{"type":"string"},"type":"array","title":"Views"}},"type":"object","required":["dataset_timestamps","dataset_profiles","segment_caches","writers","pending_writables","pending_views","views"],"title":"LoggerStatusResponse"},"ProcessLoggerStatusResponse":{"properties":{"statuses":{"additionalProperties":{"$ref":"#/components/schemas/LoggerStatusResponse"},"type":"object","title":"Statuses","default":{}}},"type":"object","title":"ProcessLoggerStatusResponse"},"ValidationError":{"properties":{"loc":{"items":{"anyOf":[{"type":"string"},{"type":"integer"}]},"type":"array","title":"Location"},"msg":{"type":"string","title":"Message"},"type":{"type":"string","title":"Error Type"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError"}}}} \ No newline at end of file diff --git a/py-modindex.html b/py-modindex.html index 19a0bc0..5fb32b5 100644 --- a/py-modindex.html +++ b/py-modindex.html @@ -293,6 +293,12 @@

    Python Module Index

    whylogs_container.whylabs.container.requests + + +     + whylogs_container.whylabs.container.responses + +     diff --git a/searchindex.js b/searchindex.js index bdcc0df..5528c63 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "modules", "whylogs_container", "whylogs_container.util", "whylogs_container.whylabs", "whylogs_container.whylabs.actor", "whylogs_container.whylabs.container", "whylogs_container.whylabs.llm_validation"], "filenames": ["index.rst", "modules.rst", "whylogs_container.rst", "whylogs_container.util.rst", "whylogs_container.whylabs.rst", "whylogs_container.whylabs.actor.rst", "whylogs_container.whylabs.container.rst", "whylogs_container.whylabs.llm_validation.rst"], "titles": ["Welcome to whylogs-container-python\u2019s documentation!", "whylogs_container", "whylogs_container package", "whylogs_container.util package", "whylogs_container.whylabs package", "whylogs_container.whylabs.actor package", "whylogs_container.whylabs.container package", "whylogs_container.whylabs.llm_validation package"], "terms": {"index": 0, "modul": [0, 1], "search": 0, "page": [0, 6], "packag": 1, "subpackag": 1, "util": [1, 2], "submodul": [1, 2, 4], "signal_util": [1, 2], "string_util": [1, 2], "string_util_test": [1, 2], "content": 1, "whylab": [1, 2], "suspended_sign": [2, 3], "encode_str": [2, 3], "test_different_hash": [2, 3], "test_order_doesnt_matt": [2, 3], "actor": [2, 4], "logger": [2, 4, 6], "openai_messag": [2, 4, 7], "contain": [2, 4, 7], "auth": [2, 4], "config": [2, 4, 5], "config_test": [2, 4], "container_config": [2, 4], "environ": [2, 4], "request": [2, 4, 5, 7], "rout": [2, 4], "startup": [2, 4], "llm_valid": [2, 4], "config_pars": [2, 4], "metadata": [2, 4, 6], "schema_build": [2, 4], "signal": [2, 3, 4], "valid": [2, 4], "validation_util": [2, 4], "validation_workflow": [2, 4], "ani": [3, 6, 7], "suspend": 3, "handl": [3, 6], "execut": 3, "col_nam": 3, "list": [3, 5, 6, 7], "str": [3, 5, 6, 7], "int": [3, 5, 6, 7], "encod": 3, "string": 3, "number": [3, 6], "hash": 3, "each": [3, 6], "one": 3, "ad": 3, "them": 3, "togeth": 3, "thi": [3, 6, 7], "i": [3, 6, 7], "us": [3, 6, 7], "gener": [3, 7], "group": 3, "kei": [3, 4, 6, 7], "base": [3, 5, 6, 7], "don": [3, 6], "t": [3, 6, 7], "care": 3, "about": [3, 6, 7], "order": 3, "have": [3, 6], "reason": 3, "low": 3, "collis": 3, "rate": 3, "without": 3, "sort": 3, "everyth": 3, "none": [3, 5, 6, 7], "containerloggerfactori": [4, 5], "create_logg": [4, 5], "containerprocessrollinglogg": [4, 5, 6], "process_batch": [4, 5], "process_openai_messag": [4, 5], "run": [4, 5], "convert_dataset_cad": [4, 5], "convert_schedul": [4, 5], "openaimessag": [4, 5, 7], "dataset_id": [4, 5, 6], "get_user_prompt": [4, 5], "prompt_id": [4, 5, 6, 7], "request_tim": [4, 5], "respons": [4, 5, 6, 7], "to_log_request_dict": [4, 5], "to_openai_dict": [4, 5], "openaipromptdict": [4, 5], "role": [4, 5, 6], "openairequestdict": [4, 5, 7], "messag": [4, 5, 6, 7], "model": [4, 5, 6, 7], "temperatur": [4, 5, 6], "whylabs_dataset_id": [4, 5, 6, 7], "api_key_auth": [4, 6], "containerschema": [4, 6], "schema": [4, 5, 6, 7], "validation_schema": [4, 6], "get_dataset_opt": [4, 6], "get_llm_validation_opt": [4, 6], "init": [4, 6], "test_indexing_into_toolkit": [4, 6], "containerconfig": [4, 5, 6], "get_udf": [4, 6], "udfconfig": [4, 6], "applicable_column": [4, 6], "metric": [4, 6, 7], "udf": [4, 6], "assert_llm_endpoint": [4, 6], "auth_dis": [4, 6], "container_password": [4, 6], "default_dataset_cad": [4, 6], "default_openai_api_kei": [4, 6], "default_openai_organ": [4, 6], "default_whylabs_org_id": [4, 6], "default_whylabs_upload_cad": [4, 6], "default_whylabs_upload_interv": [4, 6], "disable_container_password": [4, 6], "fail_startup_without_config": [4, 6], "llm_contain": [4, 6], "whylabs_api_kei": [4, 6], "envvarnam": [4, 6], "default_whylabs_dataset_cad": [4, 6], "max_request_batch_s": [4, 6], "max_request_buffer_byt": [4, 6], "openai_api_kei": [4, 6], "openai_organ": [4, 6], "logembeddingrequest": [4, 6], "datasetid": [4, 6], "embed": [4, 6], "model_config": [4, 6, 7], "model_field": [4, 6, 7], "timestamp": [4, 6, 7], "logmultipl": [4, 6], "column": [4, 6], "data": [4, 6], "logrequest": [4, 6], "multipl": [4, 6], "openairequest": [4, 6], "prompt": [4, 6, 7], "pubsubmessag": [4, 6], "attribut": [4, 6], "messageid": [4, 6], "publishtim": [4, 6], "pubsubrequest": [4, 6], "subscript": [4, 6], "health": [4, 6], "log": [4, 6], "log_debug_info": [4, 6], "log_embed": [4, 6], "log_embeddings_json": [4, 6], "log_json": [4, 6], "log_pubsub": [4, 6], "log_pubsub_embed": [4, 6], "openai_proxi": [4, 6], "publish_profil": [4, 6], "shutdown": [4, 6], "fix_torch_thread": [4, 6], "init_log": [4, 6], "update_pid": [4, 6], "moduledefinit": [4, 7], "config_path": [4, 7], "include_upp": [4, 7], "lower_threshold": [4, 7], "upper_threshold": [4, 7], "yamlconfig": [4, 7], "id": [4, 6, 7], "polici": [4, 7], "policy_vers": [4, 7], "profil": [4, 6, 7], "rule": [4, 7], "schema_vers": [4, 7], "build_langkit_valid": [4, 7], "build_langkit_validators_dictionari": [4, 7], "parse_yaml_to_dict": [4, 7], "validate_yaml": [4, 7], "load_llm_profiling_opt": [4, 7], "load_llm_validation_config_opt": [4, 7], "load_yaml_data": [4, 7], "configurationmetadata": [4, 7], "config_error": [4, 7], "profilingrul": [4, 7], "validationconfig": [4, 7], "validationmetadata": [4, 7], "failed_metr": [4, 7], "is_valid": [4, 7], "validator_nam": [4, 7], "valu": [4, 6, 7], "validationrul": [4, 7], "rule_typ": [4, 7], "get_profiling_schema": [4, 7], "get_validators_udf_schema": [4, 7], "failur": [4, 7], "result": [4, 7], "success": [4, 7], "validationerror": [4, 7], "validate_input": [4, 7], "flag_failed_valid": [4, 7], "make_openai_request": [4, 7], "basethresholdvalidatorbuild": [4, 7], "build_valid": [4, 7], "inputoutputvalidatorbuild": [4, 7], "build": [4, 6, 7], "regexvalidatorbuild": [4, 7], "sentimentvalidatorbuild": [4, 7], "textstatvalidatorbuild": [4, 7], "themesvalidatorbuild": [4, 7], "toxicityvalidatorbuild": [4, 7], "validatorbuild": [4, 7], "class": [5, 6, 7], "threadloggerfactori": 5, "option": 5, "loggeropt": 5, "threadrollinglogg": 5, "aggregate_bi": 5, "whylog": [5, 6], "api": [5, 6], "experiment": 5, "time_util": 5, "timegranular": 5, "dai": [5, 6], "write_schedul": 5, "schedul": 5, "cadenc": [5, 6], "minut": [5, 6], "interv": [5, 6], "5": 5, "core": 5, "datasetschema": [5, 7], "sync_en": 5, "bool": [5, 6, 7], "fals": [5, 6, 7], "current_time_fn": 5, "type": [5, 6], "callabl": [5, 6], "queue_config": 5, "queueconfig": 5, "max_batch_s": 5, "50000": 5, "message_accumualtion_dur": 5, "1": [5, 7], "0": [5, 6, 7], "message_poll_wait": 5, "max_buffer_byt": 5, "100000000": 5, "thread_queue_config": 5, "writer_factori": 5, "process_rolling_logg": 5, "writerfactori": 5, "whylabswriterfactori": 5, "object": [5, 6, 7], "queue_typ": 5, "process_actor": 5, "queuetyp": 5, "faster_fifo": 5, "logger_factori": 5, "loggerfactori": 5, "baseprocessrollinglogg": 5, "batch": [5, 6], "batch_typ": 5, "method": 5, "sub": 5, "process": [5, 6], "can": [5, 6], "overridden": 5, "dataset_cad": 5, "datasetcad": [5, 6], "upload_cad": 5, "datasetuploadcadencegranular": [5, 6], "upload_interv": 5, "byte": 5, "logrequestdict": 5, "typeddict": [5, 6], "api_kei": 6, "depend": 6, "apikeyhead": 6, "dict": [6, 7], "whylogs_container_typ": 6, "config_typ": 6, "datasetopt": [6, 7], "abc": [6, 7], "abstract": [6, 7], "metricspec": 6, "datafram": 6, "sequenc": 6, "float": [6, 7], "enum": 6, "all": [6, 7], "variabl": 6, "name": [6, 7], "applic": 6, "set": [6, 7], "true": [6, 7], "you": 6, "re": 6, "llm": 6, "openapi": 6, "monitor": [6, 7], "todo": 6, "isn": 6, "sent": 6, "per": 6, "password": 6, "The": 6, "look": 6, "header": 6, "curl": 6, "format": 6, "send": 6, "h": 6, "author": 6, "bearer": 6, "my_password": 6, "daili": 6, "default": [6, 7], "hourli": 6, "whenev": 6, "specifi": 6, "dataset": [6, 7], "determin": 6, "how": 6, "bucket": 6, "pool": 6, "hour": 6, "organ": 6, "m": 6, "d": 6, "often": 6, "ar": 6, "upload": 6, "mani": 6, "unit": 6, "time": 6, "If": 6, "Then": 6, "omit": 6, "fail": 6, "start": 6, "custom": 6, "configur": [6, 7], "found": 6, "safeguard": 6, "want": 6, "make": 6, "sure": 6, "up": 6, "correctli": 6, "python": 6, "env": 6, "var": 6, "identifi": 6, "deploy": 6, "imag": 6, "50_000": 6, "maximum": 6, "place": 6, "onto": 6, "queue": 6, "after": 6, "thei": 6, "come": 6, "from": [6, 7], "rest": 6, "server": 6, "read": 6, "bulk": 6, "larger": 6, "longer": 6, "take": 6, "mostli": 6, "transpar": 6, "caller": 6, "end": 6, "matter": 6, "when": 6, "ha": 6, "so": 6, "becaus": 6, "throughput": 6, "too": 6, "high": 6, "keep": 6, "In": [6, 7], "case": [6, 7], "requestor": 6, "wait": 6, "which": [6, 7], "could": 6, "potenti": 6, "would": 6, "consid": 6, "lower": 6, "see": 6, "lot": 6, "out": 6, "tp": 6, "rel": 6, "our": 6, "doc": 6, "": [6, 7], "perform": 6, "load": 6, "test": 6, "1_000_000_000": 6, "1gb": 6, "size": 6, "buffer": 6, "put": 6, "increas": 6, "give": 6, "more": 6, "befor": 6, "It": 6, "good": 6, "idea": 6, "timeout": 6, "spikei": 6, "traffic": 6, "pattern": 6, "memori": 6, "host": 6, "noth": 6, "better": 6, "do": 6, "openai": 6, "onli": [6, 7], "appli": 6, "basemodel": [6, 7], "classvar": [6, 7], "configdict": [6, 7], "should": [6, 7], "dictionari": [6, 7], "conform": [6, 7], "pydant": [6, 7], "fieldinfo": [6, 7], "annot": [6, 7], "alia": 6, "alias_prior": 6, "2": 6, "union": [6, 7], "field": [6, 7], "defin": [6, 7], "map": [6, 7], "replac": [6, 7], "__fields__": [6, 7], "v1": [6, 7], "nonetyp": [6, 7], "user": [6, 7], "message_id": 6, "publish_tim": 6, "async": 6, "_raw_request": 6, "tabular": 6, "swagger": 6, "ui": 6, "abl": 6, "call": 6, "current": 6, "sampl": 6, "bash": 6, "x": 6, "post": 6, "json": 6, "http": 6, "localhost": 6, "8000": 6, "raw": 6, "62": 6, "ag": 6, "workclass": 6, "fnlwgt": 6, "educ": 6, "25": 6, "privat": 6, "226802": 6, "11th": 6, "import": 6, "your": 6, "endpoint": 6, "url": 6, "hand": 6, "ai": 6, "integr": 6, "support": 6, "1634235000": 6, "12": 6, "45": 6, "33": 6, "92": 6, "an": [6, 7], "exampl": [6, 7], "bodi": 6, "manual": 6, "experi": 6, "shouldn": 6, "product": 6, "steep": 6, "penalti": 6, "compar": 6, "normal": 6, "pydanticundefin": 6, "liter": 7, "toxic": 7, "sentiment": 7, "theme": 7, "textstat": 7, "regex": 7, "input_output": 7, "requir": 7, "validation_rul": 7, "validation_config": 7, "conditionvalid": 7, "file_path": 7, "yaml_data": 7, "llm_config_path": 7, "whylogs_config": 7, "file_directori": 7, "A": 7, "indic": 7, "langkit": 7, "doesn": 7, "work": 7, "mode": 7, "To": 7, "includ": 7, "avail": 7, "llm_metric": 7, "keyword": 7, "dataclass": 7, "yaml": 7, "pars": 7, "phase": 7, "setup": 7, "file": 7, "below": 7, "15": 7, "my_new_polici": 7, "9294f3fa": 7, "4f4b": 7, "4363": 7, "9397": 7, "87d3499fce28": 7, "schema_nam": 7, "identity_column": 7, "udfschema": 7, "arg": 7, "kwarg": 7, "protocol": 7, "except": 7, "valueerror": 7, "input_text": 7, "input_typ": 7, "condition_nam": 7, "openai_request_bodi": 7}, "objects": {"": [[2, 0, 0, "-", "whylogs_container"]], "whylogs_container": [[3, 0, 0, "-", "util"], [4, 0, 0, "-", "whylabs"]], "whylogs_container.util": [[3, 0, 0, "-", "signal_util"], [3, 0, 0, "-", "string_util"], [3, 0, 0, "-", "string_util_test"]], "whylogs_container.util.signal_util": [[3, 1, 1, "", "suspended_signals"]], "whylogs_container.util.string_util": [[3, 1, 1, "", "encode_strings"]], "whylogs_container.util.string_util_test": [[3, 1, 1, "", "test_different_hashes"], [3, 1, 1, "", "test_order_doesnt_matter"]], "whylogs_container.whylabs": [[5, 0, 0, "-", "actor"], [6, 0, 0, "-", "container"], [7, 0, 0, "-", "llm_validation"]], "whylogs_container.whylabs.actor": [[5, 0, 0, "-", "logger"], [5, 0, 0, "-", "openai_messages"]], "whylogs_container.whylabs.actor.logger": [[5, 2, 1, "", "ContainerLoggerFactory"], [5, 2, 1, "", "ContainerProcessRollingLogger"], [5, 1, 1, "", "convert_dataset_cadence"], [5, 1, 1, "", "convert_schedule"], [5, 1, 1, "", "create_logger"]], "whylogs_container.whylabs.actor.logger.ContainerLoggerFactory": [[5, 3, 1, "", "create_logger"]], "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger": [[5, 3, 1, "", "process_batch"], [5, 3, 1, "", "process_openai_message"], [5, 3, 1, "", "run"]], "whylogs_container.whylabs.actor.openai_messages": [[5, 2, 1, "", "OpenAIMessage"], [5, 2, 1, "", "OpenAIPromptDict"], [5, 2, 1, "", "OpenAIRequestDict"]], "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage": [[5, 4, 1, "", "dataset_id"], [5, 3, 1, "", "get_user_prompt"], [5, 4, 1, "", "prompt_id"], [5, 4, 1, "", "request"], [5, 4, 1, "", "request_time"], [5, 4, 1, "", "response"], [5, 3, 1, "", "to_log_request_dict"], [5, 3, 1, "", "to_openai_dict"]], "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict": [[5, 4, 1, "", "content"], [5, 4, 1, "", "role"]], "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict": [[5, 4, 1, "", "messages"], [5, 4, 1, "", "model"], [5, 4, 1, "", "temperature"], [5, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.container": [[6, 0, 0, "-", "auth"], [6, 0, 0, "-", "config"], [6, 0, 0, "-", "config_test"], [6, 0, 0, "-", "container_config"], [6, 0, 0, "-", "environment"], [6, 0, 0, "-", "requests"], [6, 0, 0, "-", "routes"], [6, 0, 0, "-", "startup"]], "whylogs_container.whylabs.container.auth": [[6, 2, 1, "", "Auth"]], "whylogs_container.whylabs.container.auth.Auth": [[6, 3, 1, "", "api_key_auth"]], "whylogs_container.whylabs.container.config": [[6, 2, 1, "", "ContainerSchemas"], [6, 1, 1, "", "get_dataset_options"], [6, 1, 1, "", "get_llm_validation_options"], [6, 1, 1, "", "init"]], "whylogs_container.whylabs.container.config.ContainerSchemas": [[6, 4, 1, "", "schemas"], [6, 4, 1, "", "validation_schemas"]], "whylogs_container.whylabs.container.config_test": [[6, 1, 1, "", "test_indexing_into_toolkit"]], "whylogs_container.whylabs.container.container_config": [[6, 2, 1, "", "ContainerConfig"], [6, 2, 1, "", "UDFConfig"]], "whylogs_container.whylabs.container.container_config.ContainerConfig": [[6, 3, 1, "", "get_dataset_options"], [6, 3, 1, "", "get_udfs"]], "whylogs_container.whylabs.container.container_config.UDFConfig": [[6, 4, 1, "", "applicable_columns"], [6, 4, 1, "", "metrics"], [6, 4, 1, "", "udf"]], "whylogs_container.whylabs.container.environment": [[6, 2, 1, "", "ContainerConfig"], [6, 2, 1, "", "EnvVarNames"]], "whylogs_container.whylabs.container.environment.ContainerConfig": [[6, 3, 1, "", "assert_llm_endpoint"], [6, 3, 1, "", "auth_disabled"], [6, 4, 1, "", "container_password"], [6, 4, 1, "", "default_dataset_cadence"], [6, 4, 1, "", "default_openai_api_key"], [6, 4, 1, "", "default_openai_organization"], [6, 4, 1, "", "default_whylabs_org_id"], [6, 4, 1, "", "default_whylabs_upload_cadence"], [6, 4, 1, "", "default_whylabs_upload_interval"], [6, 4, 1, "", "disable_container_password"], [6, 4, 1, "", "fail_startup_without_config"], [6, 4, 1, "", "llm_container"], [6, 4, 1, "", "whylabs_api_key"]], "whylogs_container.whylabs.container.environment.EnvVarNames": [[6, 4, 1, "", "CONTAINER_PASSWORD"], [6, 4, 1, "", "DEFAULT_WHYLABS_DATASET_CADENCE"], [6, 4, 1, "", "DEFAULT_WHYLABS_ORG_ID"], [6, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_CADENCE"], [6, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_INTERVAL"], [6, 4, 1, "", "DISABLE_CONTAINER_PASSWORD"], [6, 4, 1, "", "FAIL_STARTUP_WITHOUT_CONFIG"], [6, 4, 1, "", "LLM_CONTAINER"], [6, 4, 1, "", "MAX_REQUEST_BATCH_SIZE"], [6, 4, 1, "", "MAX_REQUEST_BUFFER_BYTES"], [6, 4, 1, "", "OPENAI_API_KEY"], [6, 4, 1, "", "OPENAI_ORGANIZATION"], [6, 4, 1, "", "WHYLABS_API_KEY"]], "whylogs_container.whylabs.container.requests": [[6, 2, 1, "", "LogEmbeddingRequest"], [6, 2, 1, "", "LogMultiple"], [6, 2, 1, "", "LogRequest"], [6, 2, 1, "", "OpenAIRequest"], [6, 2, 1, "", "PubSubMessage"], [6, 2, 1, "", "PubSubRequest"]], "whylogs_container.whylabs.container.requests.LogEmbeddingRequest": [[6, 4, 1, "", "datasetId"], [6, 4, 1, "", "embeddings"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.LogMultiple": [[6, 4, 1, "", "columns"], [6, 4, 1, "", "data"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"]], "whylogs_container.whylabs.container.requests.LogRequest": [[6, 4, 1, "", "datasetId"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "multiple"], [6, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.OpenAIRequest": [[6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "prompt"], [6, 4, 1, "", "role"], [6, 4, 1, "", "temperature"]], "whylogs_container.whylabs.container.requests.PubSubMessage": [[6, 4, 1, "", "attributes"], [6, 4, 1, "", "data"], [6, 4, 1, "", "messageId"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "publishTime"]], "whylogs_container.whylabs.container.requests.PubSubRequest": [[6, 4, 1, "", "message"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "subscription"]], "whylogs_container.whylabs.container.routes": [[6, 1, 1, "", "health"], [6, 1, 1, "", "log"], [6, 1, 1, "", "log_debug_info"], [6, 1, 1, "", "log_embeddings"], [6, 1, 1, "", "log_embeddings_json"], [6, 1, 1, "", "log_json"], [6, 1, 1, "", "log_pubsub"], [6, 1, 1, "", "log_pubsub_embeddings"], [6, 1, 1, "", "openai_proxy"], [6, 1, 1, "", "publish_profiles"], [6, 1, 1, "", "shutdown"]], "whylogs_container.whylabs.container.startup": [[6, 1, 1, "", "fix_torch_threading"], [6, 1, 1, "", "init_logging"], [6, 1, 1, "", "update_pid"]], "whylogs_container.whylabs.llm_validation": [[7, 0, 0, "-", "config"], [7, 0, 0, "-", "config_parsing"], [7, 0, 0, "-", "metadata"], [7, 0, 0, "-", "schema_builder"], [7, 0, 0, "-", "signals"], [7, 0, 0, "-", "validate"], [7, 0, 0, "-", "validation_utils"], [7, 0, 0, "-", "validation_workflow"], [7, 0, 0, "-", "validators"]], "whylogs_container.whylabs.llm_validation.config": [[7, 2, 1, "", "ModuleDefinition"], [7, 2, 1, "", "YamlConfig"], [7, 1, 1, "", "build_langkit_validator"], [7, 1, 1, "", "build_langkit_validators_dictionary"], [7, 1, 1, "", "parse_yaml_to_dict"], [7, 1, 1, "", "validate_yaml"]], "whylogs_container.whylabs.llm_validation.config.ModuleDefinition": [[7, 4, 1, "", "config_path"], [7, 4, 1, "", "include_upper"], [7, 4, 1, "", "lower_threshold"], [7, 4, 1, "", "metric"], [7, 4, 1, "", "model_config"], [7, 4, 1, "", "model_fields"], [7, 4, 1, "", "module"], [7, 4, 1, "", "upper_threshold"]], "whylogs_container.whylabs.llm_validation.config.YamlConfig": [[7, 4, 1, "", "id"], [7, 4, 1, "", "model_config"], [7, 4, 1, "", "model_fields"], [7, 4, 1, "", "policy"], [7, 4, 1, "", "policy_version"], [7, 4, 1, "", "profiling"], [7, 4, 1, "", "rules"], [7, 4, 1, "", "schema_version"], [7, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation.config_parsing": [[7, 1, 1, "", "load_llm_profiling_options"], [7, 1, 1, "", "load_llm_validation_config_options"], [7, 1, 1, "", "load_yaml_data"]], "whylogs_container.whylabs.llm_validation.metadata": [[7, 2, 1, "", "ConfigurationMetadata"], [7, 2, 1, "", "ProfilingRule"], [7, 2, 1, "", "ValidationConfig"], [7, 2, 1, "", "ValidationMetadata"], [7, 2, 1, "", "ValidationRule"]], "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata": [[7, 4, 1, "", "config_error"], [7, 4, 1, "", "message"], [7, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule": [[7, 4, 1, "", "metrics"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig": [[7, 4, 1, "", "id"], [7, 4, 1, "", "policy"], [7, 4, 1, "", "policy_version"], [7, 4, 1, "", "profiling"], [7, 4, 1, "", "rules"], [7, 4, 1, "", "schema_version"], [7, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata": [[7, 4, 1, "", "failed_metric"], [7, 4, 1, "", "is_valid"], [7, 4, 1, "", "prompt_id"], [7, 4, 1, "", "timestamp"], [7, 4, 1, "", "validator_name"], [7, 4, 1, "", "value"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationRule": [[7, 4, 1, "", "config_path"], [7, 4, 1, "", "include_upper"], [7, 4, 1, "", "lower_threshold"], [7, 4, 1, "", "metric"], [7, 4, 1, "", "module"], [7, 4, 1, "", "rule_type"], [7, 4, 1, "", "upper_threshold"]], "whylogs_container.whylabs.llm_validation.schema_builder": [[7, 1, 1, "", "get_profiling_schema"], [7, 1, 1, "", "get_validators_udf_schema"]], "whylogs_container.whylabs.llm_validation.signals": [[7, 2, 1, "", "Failure"], [7, 2, 1, "", "Result"], [7, 2, 1, "", "Success"], [7, 5, 1, "", "ValidationError"]], "whylogs_container.whylabs.llm_validation.validate": [[7, 1, 1, "", "validate_input"]], "whylogs_container.whylabs.llm_validation.validation_utils": [[7, 1, 1, "", "flag_failed_validation"]], "whylogs_container.whylabs.llm_validation.validation_workflow": [[7, 1, 1, "", "make_openai_request"], [7, 1, 1, "", "validation_workflow"]], "whylogs_container.whylabs.llm_validation.validators": [[7, 2, 1, "", "BaseThresholdValidatorBuilder"], [7, 2, 1, "", "InputOutputValidatorBuilder"], [7, 2, 1, "", "RegexValidatorBuilder"], [7, 2, 1, "", "SentimentValidatorBuilder"], [7, 2, 1, "", "TextStatValidatorBuilder"], [7, 2, 1, "", "ThemesValidatorBuilder"], [7, 2, 1, "", "ToxicityValidatorBuilder"], [7, 2, 1, "", "ValidatorBuilder"]], "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder": [[7, 3, 1, "", "build_validator"]], "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder": [[7, 3, 1, "", "build"], [7, 4, 1, "", "key"], [7, 4, 1, "", "validator"]], "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder": [[7, 3, 1, "", "build"], [7, 4, 1, "", "key"], [7, 4, 1, "", "validator"]]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:method", "4": "py:attribute", "5": "py:exception"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "method", "Python method"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "exception", "Python exception"]}, "titleterms": {"welcom": 0, "whylog": 0, "contain": [0, 6], "python": 0, "": 0, "document": 0, "indic": 0, "tabl": 0, "whylogs_contain": [1, 2, 3, 4, 5, 6, 7], "packag": [2, 3, 4, 5, 6, 7], "subpackag": [2, 4], "modul": [2, 3, 4, 5, 6, 7], "content": [2, 3, 4, 5, 6, 7], "util": 3, "submodul": [3, 5, 6, 7], "signal_util": 3, "string_util": 3, "string_util_test": 3, "whylab": [4, 5, 6, 7], "actor": 5, "logger": 5, "openai_messag": 5, "auth": 6, "config": [6, 7], "config_test": 6, "container_config": 6, "environ": 6, "requir": 6, "option": 6, "request": 6, "rout": 6, "startup": 6, "llm_valid": 7, "config_pars": 7, "metadata": 7, "schema_build": 7, "signal": 7, "valid": 7, "validation_util": 7, "validation_workflow": 7}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"Welcome to whylogs-container-python\u2019s documentation!": [[0, "welcome-to-whylogs-container-python-s-documentation"]], "Indices and tables": [[0, "indices-and-tables"]], "whylogs_container": [[1, "whylogs-container"]], "whylogs_container package": [[2, "whylogs-container-package"]], "Subpackages": [[2, "subpackages"], [4, "subpackages"]], "Module contents": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.actor"], [6, "module-whylogs_container.whylabs.container"], [7, "module-whylogs_container.whylabs.llm_validation"]], "whylogs_container.util package": [[3, "whylogs-container-util-package"]], "Submodules": [[3, "submodules"], [5, "submodules"], [6, "submodules"], [7, "submodules"]], "whylogs_container.util.signal_util module": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util module": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test module": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs package": [[4, "whylogs-container-whylabs-package"]], "whylogs_container.whylabs.actor package": [[5, "whylogs-container-whylabs-actor-package"]], "whylogs_container.whylabs.actor.logger module": [[5, "module-whylogs_container.whylabs.actor.logger"]], "whylogs_container.whylabs.actor.openai_messages module": [[5, "module-whylogs_container.whylabs.actor.openai_messages"]], "whylogs_container.whylabs.container package": [[6, "whylogs-container-whylabs-container-package"]], "whylogs_container.whylabs.container.auth module": [[6, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config module": [[6, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test module": [[6, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.container_config module": [[6, "module-whylogs_container.whylabs.container.container_config"]], "whylogs_container.whylabs.container.environment module": [[6, "module-whylogs_container.whylabs.container.environment"]], "Required": [[6, "required"]], "Optional": [[6, "optional"]], "whylogs_container.whylabs.container.requests module": [[6, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.routes module": [[6, "module-whylogs_container.whylabs.container.routes"]], "}\u2019": [[6, "id5"], [6, "id18"]], "whylogs_container.whylabs.container.startup module": [[6, "module-whylogs_container.whylabs.container.startup"]], "whylogs_container.whylabs.llm_validation package": [[7, "whylogs-container-whylabs-llm-validation-package"]], "whylogs_container.whylabs.llm_validation.config module": [[7, "module-whylogs_container.whylabs.llm_validation.config"]], "whylogs_container.whylabs.llm_validation.config_parsing module": [[7, "module-whylogs_container.whylabs.llm_validation.config_parsing"]], "whylogs_container.whylabs.llm_validation.metadata module": [[7, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.schema_builder module": [[7, "module-whylogs_container.whylabs.llm_validation.schema_builder"]], "whylogs_container.whylabs.llm_validation.signals module": [[7, "module-whylogs_container.whylabs.llm_validation.signals"]], "whylogs_container.whylabs.llm_validation.validate module": [[7, "module-whylogs_container.whylabs.llm_validation.validate"]], "whylogs_container.whylabs.llm_validation.validation_utils module": [[7, "module-whylogs_container.whylabs.llm_validation.validation_utils"]], "whylogs_container.whylabs.llm_validation.validation_workflow module": [[7, "module-whylogs_container.whylabs.llm_validation.validation_workflow"]], "whylogs_container.whylabs.llm_validation.validators module": [[7, "module-whylogs_container.whylabs.llm_validation.validators"]]}, "indexentries": {"module": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [3, "module-whylogs_container.util.signal_util"], [3, "module-whylogs_container.util.string_util"], [3, "module-whylogs_container.util.string_util_test"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.actor"], [5, "module-whylogs_container.whylabs.actor.logger"], [5, "module-whylogs_container.whylabs.actor.openai_messages"], [6, "module-whylogs_container.whylabs.container"], [6, "module-whylogs_container.whylabs.container.auth"], [6, "module-whylogs_container.whylabs.container.config"], [6, "module-whylogs_container.whylabs.container.config_test"], [6, "module-whylogs_container.whylabs.container.container_config"], [6, "module-whylogs_container.whylabs.container.environment"], [6, "module-whylogs_container.whylabs.container.requests"], [6, "module-whylogs_container.whylabs.container.routes"], [6, "module-whylogs_container.whylabs.container.startup"], [7, "module-whylogs_container.whylabs.llm_validation"], [7, "module-whylogs_container.whylabs.llm_validation.config"], [7, "module-whylogs_container.whylabs.llm_validation.config_parsing"], [7, "module-whylogs_container.whylabs.llm_validation.metadata"], [7, "module-whylogs_container.whylabs.llm_validation.schema_builder"], [7, "module-whylogs_container.whylabs.llm_validation.signals"], [7, "module-whylogs_container.whylabs.llm_validation.validate"], [7, "module-whylogs_container.whylabs.llm_validation.validation_utils"], [7, "module-whylogs_container.whylabs.llm_validation.validation_workflow"], [7, "module-whylogs_container.whylabs.llm_validation.validators"]], "whylogs_container": [[2, "module-whylogs_container"]], "encode_strings() (in module whylogs_container.util.string_util)": [[3, "whylogs_container.util.string_util.encode_strings"]], "suspended_signals() (in module whylogs_container.util.signal_util)": [[3, "whylogs_container.util.signal_util.suspended_signals"]], "test_different_hashes() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_different_hashes"]], "test_order_doesnt_matter() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_order_doesnt_matter"]], "whylogs_container.util": [[3, "module-whylogs_container.util"]], "whylogs_container.util.signal_util": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs": [[4, "module-whylogs_container.whylabs"]], "containerloggerfactory (class in whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.ContainerLoggerFactory"]], "containerprocessrollinglogger (class in whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger"]], "openaimessage (class in whylogs_container.whylabs.actor.openai_messages)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage"]], "openaipromptdict (class in whylogs_container.whylabs.actor.openai_messages)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict"]], "openairequestdict (class in whylogs_container.whylabs.actor.openai_messages)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict"]], "content (whylogs_container.whylabs.actor.openai_messages.openaipromptdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict.content"]], "convert_dataset_cadence() (in module whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.convert_dataset_cadence"]], "convert_schedule() (in module whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.convert_schedule"]], "create_logger() (in module whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.create_logger"]], "create_logger() (whylogs_container.whylabs.actor.logger.containerloggerfactory method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerLoggerFactory.create_logger"]], "dataset_id (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.dataset_id"]], "get_user_prompt() (whylogs_container.whylabs.actor.openai_messages.openaimessage method)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.get_user_prompt"]], "messages (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.messages"]], "model (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.model"]], "process_batch() (whylogs_container.whylabs.actor.logger.containerprocessrollinglogger method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger.process_batch"]], "process_openai_message() (whylogs_container.whylabs.actor.logger.containerprocessrollinglogger method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger.process_openai_message"]], "prompt_id (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.prompt_id"]], "request (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.request"]], "request_time (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.request_time"]], "response (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.response"]], "role (whylogs_container.whylabs.actor.openai_messages.openaipromptdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict.role"]], "run() (whylogs_container.whylabs.actor.logger.containerprocessrollinglogger method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger.run"]], "temperature (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.temperature"]], "to_log_request_dict() (whylogs_container.whylabs.actor.openai_messages.openaimessage method)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.to_log_request_dict"]], "to_openai_dict() (whylogs_container.whylabs.actor.openai_messages.openaimessage method)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.to_openai_dict"]], "whylabs_dataset_id (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.whylabs_dataset_id"]], "whylogs_container.whylabs.actor": [[5, "module-whylogs_container.whylabs.actor"]], "whylogs_container.whylabs.actor.logger": [[5, "module-whylogs_container.whylabs.actor.logger"]], "whylogs_container.whylabs.actor.openai_messages": [[5, "module-whylogs_container.whylabs.actor.openai_messages"]], "auth (class in whylogs_container.whylabs.container.auth)": [[6, "whylogs_container.whylabs.container.auth.Auth"]], "container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.CONTAINER_PASSWORD"]], "containerconfig (class in whylogs_container.whylabs.container.container_config)": [[6, "whylogs_container.whylabs.container.container_config.ContainerConfig"]], "containerconfig (class in whylogs_container.whylabs.container.environment)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig"]], "containerschemas (class in whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.ContainerSchemas"]], "default_whylabs_dataset_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_DATASET_CADENCE"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_ORG_ID"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_CADENCE"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_INTERVAL"]], "disable_container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DISABLE_CONTAINER_PASSWORD"]], "envvarnames (class in whylogs_container.whylabs.container.environment)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_CONFIG"]], "llm_container (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.LLM_CONTAINER"]], "logembeddingrequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest"]], "logmultiple (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple"]], "logrequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.LogRequest"]], "max_request_batch_size (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BATCH_SIZE"]], "max_request_buffer_bytes (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BUFFER_BYTES"]], "openai_api_key (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_API_KEY"]], "openai_organization (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_ORGANIZATION"]], "openairequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest"]], "pubsubmessage (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage"]], "pubsubrequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest"]], "udfconfig (class in whylogs_container.whylabs.container.container_config)": [[6, "whylogs_container.whylabs.container.container_config.UDFConfig"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.WHYLABS_API_KEY"]], "api_key_auth() (whylogs_container.whylabs.container.auth.auth method)": [[6, "whylogs_container.whylabs.container.auth.Auth.api_key_auth"]], "applicable_columns (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[6, "whylogs_container.whylabs.container.container_config.UDFConfig.applicable_columns"]], "assert_llm_endpoint() (whylogs_container.whylabs.container.environment.containerconfig method)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.assert_llm_endpoint"]], "attributes (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.attributes"]], "auth_disabled() (whylogs_container.whylabs.container.environment.containerconfig method)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.auth_disabled"]], "columns (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple.columns"]], "container_password (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.container_password"]], "data (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple.data"]], "data (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.data"]], "datasetid (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.datasetId"]], "datasetid (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.datasetId"]], "default_dataset_cadence (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_dataset_cadence"]], "default_openai_api_key (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_api_key"]], "default_openai_organization (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_organization"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_org_id"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_cadence"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_interval"]], "disable_container_password (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.disable_container_password"]], "embeddings (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.embeddings"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.fail_startup_without_config"]], "fix_torch_threading() (in module whylogs_container.whylabs.container.startup)": [[6, "whylogs_container.whylabs.container.startup.fix_torch_threading"]], "get_dataset_options() (in module whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.get_dataset_options"]], "get_dataset_options() (whylogs_container.whylabs.container.container_config.containerconfig method)": [[6, "whylogs_container.whylabs.container.container_config.ContainerConfig.get_dataset_options"]], "get_llm_validation_options() (in module whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.get_llm_validation_options"]], "get_udfs() (whylogs_container.whylabs.container.container_config.containerconfig method)": [[6, "whylogs_container.whylabs.container.container_config.ContainerConfig.get_udfs"]], "health() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.health"]], "init() (in module whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.init"]], "init_logging() (in module whylogs_container.whylabs.container.startup)": [[6, "whylogs_container.whylabs.container.startup.init_logging"]], "llm_container (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.llm_container"]], "log() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log"]], "log_debug_info() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_debug_info"]], "log_embeddings() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_embeddings"]], "log_embeddings_json() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_embeddings_json"]], "log_json() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_json"]], "log_pubsub() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_pubsub"]], "log_pubsub_embeddings() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_pubsub_embeddings"]], "message (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest.message"]], "messageid (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.messageId"]], "metrics (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[6, "whylogs_container.whylabs.container.container_config.UDFConfig.metrics"]], "model_config (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple.model_config"]], "model_config (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.model_config"]], "model_config (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest.model_config"]], "model_fields (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest.model_fields"]], "multiple (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.multiple"]], "openai_proxy() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.openai_proxy"]], "prompt (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.prompt"]], "publishtime (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.publishTime"]], "publish_profiles() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.publish_profiles"]], "role (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.role"]], "schemas (whylogs_container.whylabs.container.config.containerschemas attribute)": [[6, "whylogs_container.whylabs.container.config.ContainerSchemas.schemas"]], "shutdown() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.shutdown"]], "subscription (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest.subscription"]], "temperature (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.temperature"]], "test_indexing_into_toolkit() (in module whylogs_container.whylabs.container.config_test)": [[6, "whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit"]], "timestamp (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.timestamp"]], "timestamp (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.timestamp"]], "udf (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[6, "whylogs_container.whylabs.container.container_config.UDFConfig.udf"]], "update_pid() (in module whylogs_container.whylabs.container.startup)": [[6, "whylogs_container.whylabs.container.startup.update_pid"]], "validation_schemas (whylogs_container.whylabs.container.config.containerschemas attribute)": [[6, "whylogs_container.whylabs.container.config.ContainerSchemas.validation_schemas"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.whylabs_api_key"]], "whylogs_container.whylabs.container": [[6, "module-whylogs_container.whylabs.container"]], "whylogs_container.whylabs.container.auth": [[6, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config": [[6, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test": [[6, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.container_config": [[6, "module-whylogs_container.whylabs.container.container_config"]], "whylogs_container.whylabs.container.environment": [[6, "module-whylogs_container.whylabs.container.environment"]], "whylogs_container.whylabs.container.requests": [[6, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.routes": [[6, "module-whylogs_container.whylabs.container.routes"]], "whylogs_container.whylabs.container.startup": [[6, "module-whylogs_container.whylabs.container.startup"]], "basethresholdvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder"]], "configurationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata"]], "failure (class in whylogs_container.whylabs.llm_validation.signals)": [[7, "whylogs_container.whylabs.llm_validation.signals.Failure"]], "inputoutputvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder"]], "moduledefinition (class in whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition"]], "profilingrule (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule"]], "regexvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder"]], "result (class in whylogs_container.whylabs.llm_validation.signals)": [[7, "whylogs_container.whylabs.llm_validation.signals.Result"]], "sentimentvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder"]], "success (class in whylogs_container.whylabs.llm_validation.signals)": [[7, "whylogs_container.whylabs.llm_validation.signals.Success"]], "textstatvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder"]], "themesvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder"]], "toxicityvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder"]], "validationconfig (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig"]], "validationerror": [[7, "whylogs_container.whylabs.llm_validation.signals.ValidationError"]], "validationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata"]], "validationrule (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule"]], "validatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder"]], "yamlconfig (class in whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig"]], "build() (whylogs_container.whylabs.llm_validation.validators.inputoutputvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.sentimentvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.textstatvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.themesvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.toxicityvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.validatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.build"]], "build_langkit_validator() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.build_langkit_validator"]], "build_langkit_validators_dictionary() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.build_langkit_validators_dictionary"]], "build_validator() (whylogs_container.whylabs.llm_validation.validators.basethresholdvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder.build_validator"]], "config_error (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.config_error"]], "config_path (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.config_path"]], "config_path (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.config_path"]], "failed_metric (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.failed_metric"]], "flag_failed_validation() (in module whylogs_container.whylabs.llm_validation.validation_utils)": [[7, "whylogs_container.whylabs.llm_validation.validation_utils.flag_failed_validation"]], "get_profiling_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)": [[7, "whylogs_container.whylabs.llm_validation.schema_builder.get_profiling_schema"]], "get_validators_udf_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)": [[7, "whylogs_container.whylabs.llm_validation.schema_builder.get_validators_udf_schema"]], "id (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.id"]], "id (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.id"]], "include_upper (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.include_upper"]], "include_upper (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.include_upper"]], "is_valid (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.is_valid"]], "key (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder attribute)": [[7, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.key"]], "key (whylogs_container.whylabs.llm_validation.validators.validatorbuilder attribute)": [[7, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.key"]], "load_llm_profiling_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[7, "whylogs_container.whylabs.llm_validation.config_parsing.load_llm_profiling_options"]], "load_llm_validation_config_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[7, "whylogs_container.whylabs.llm_validation.config_parsing.load_llm_validation_config_options"]], "load_yaml_data() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[7, "whylogs_container.whylabs.llm_validation.config_parsing.load_yaml_data"]], "lower_threshold (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.lower_threshold"]], "lower_threshold (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.lower_threshold"]], "make_openai_request() (in module whylogs_container.whylabs.llm_validation.validation_workflow)": [[7, "whylogs_container.whylabs.llm_validation.validation_workflow.make_openai_request"]], "message (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.message"]], "metric (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.metric"]], "metric (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.metric"]], "metrics (whylogs_container.whylabs.llm_validation.metadata.profilingrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule.metrics"]], "model_config (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_config"]], "model_config (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.model_config"]], "model_fields (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_fields"]], "model_fields (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.model_fields"]], "module (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.module"]], "module (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.module"]], "parse_yaml_to_dict() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.parse_yaml_to_dict"]], "policy (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.policy"]], "policy (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy"]], "policy_version (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.policy_version"]], "policy_version (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy_version"]], "profiling (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.profiling"]], "profiling (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.profiling"]], "prompt_id (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.prompt_id"]], "rule_type (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.rule_type"]], "rules (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.rules"]], "rules (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.rules"]], "schema_version (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.schema_version"]], "schema_version (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.schema_version"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.timestamp"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.timestamp"]], "upper_threshold (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.upper_threshold"]], "upper_threshold (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.upper_threshold"]], "validate_input() (in module whylogs_container.whylabs.llm_validation.validate)": [[7, "whylogs_container.whylabs.llm_validation.validate.validate_input"]], "validate_yaml() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.validate_yaml"]], "validation_workflow() (in module whylogs_container.whylabs.llm_validation.validation_workflow)": [[7, "whylogs_container.whylabs.llm_validation.validation_workflow.validation_workflow"]], "validator (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder attribute)": [[7, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.validator"]], "validator (whylogs_container.whylabs.llm_validation.validators.validatorbuilder attribute)": [[7, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.validator"]], "validator_name (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.validator_name"]], "value (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.value"]], "whylabs_dataset_id (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.whylabs_dataset_id"]], "whylabs_dataset_id (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation": [[7, "module-whylogs_container.whylabs.llm_validation"]], "whylogs_container.whylabs.llm_validation.config": [[7, "module-whylogs_container.whylabs.llm_validation.config"]], "whylogs_container.whylabs.llm_validation.config_parsing": [[7, "module-whylogs_container.whylabs.llm_validation.config_parsing"]], "whylogs_container.whylabs.llm_validation.metadata": [[7, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.schema_builder": [[7, "module-whylogs_container.whylabs.llm_validation.schema_builder"]], "whylogs_container.whylabs.llm_validation.signals": [[7, "module-whylogs_container.whylabs.llm_validation.signals"]], "whylogs_container.whylabs.llm_validation.validate": [[7, "module-whylogs_container.whylabs.llm_validation.validate"]], "whylogs_container.whylabs.llm_validation.validation_utils": [[7, "module-whylogs_container.whylabs.llm_validation.validation_utils"]], "whylogs_container.whylabs.llm_validation.validation_workflow": [[7, "module-whylogs_container.whylabs.llm_validation.validation_workflow"]], "whylogs_container.whylabs.llm_validation.validators": [[7, "module-whylogs_container.whylabs.llm_validation.validators"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "modules", "whylogs_container", "whylogs_container.util", "whylogs_container.whylabs", "whylogs_container.whylabs.actor", "whylogs_container.whylabs.container", "whylogs_container.whylabs.llm_validation"], "filenames": ["index.rst", "modules.rst", "whylogs_container.rst", "whylogs_container.util.rst", "whylogs_container.whylabs.rst", "whylogs_container.whylabs.actor.rst", "whylogs_container.whylabs.container.rst", "whylogs_container.whylabs.llm_validation.rst"], "titles": ["Welcome to whylogs-container-python\u2019s documentation!", "whylogs_container", "whylogs_container package", "whylogs_container.util package", "whylogs_container.whylabs package", "whylogs_container.whylabs.actor package", "whylogs_container.whylabs.container package", "whylogs_container.whylabs.llm_validation package"], "terms": {"index": 0, "modul": [0, 1], "search": 0, "page": [0, 6], "packag": 1, "subpackag": 1, "util": [1, 2], "submodul": [1, 2, 4], "signal_util": [1, 2], "string_util": [1, 2], "string_util_test": [1, 2], "content": 1, "whylab": [1, 2], "suspended_sign": [2, 3], "encode_str": [2, 3], "test_different_hash": [2, 3], "test_order_doesnt_matt": [2, 3], "actor": [2, 4], "logger": [2, 4, 6], "openai_messag": [2, 4, 7], "contain": [2, 4, 7], "auth": [2, 4], "config": [2, 4, 5], "config_test": [2, 4], "container_config": [2, 4], "environ": [2, 4], "request": [2, 4, 5, 7], "respons": [2, 4, 5, 7], "rout": [2, 4], "startup": [2, 4], "llm_valid": [2, 4], "config_pars": [2, 4], "metadata": [2, 4, 6], "schema_build": [2, 4], "signal": [2, 3, 4], "valid": [2, 4], "validation_util": [2, 4], "validation_workflow": [2, 4], "ani": [3, 6, 7], "suspend": 3, "handl": [3, 6], "execut": 3, "col_nam": 3, "list": [3, 5, 6, 7], "str": [3, 5, 6, 7], "int": [3, 5, 6, 7], "encod": 3, "string": 3, "number": [3, 6], "hash": 3, "each": [3, 6], "one": 3, "ad": [3, 6], "them": 3, "togeth": 3, "thi": [3, 6, 7], "i": [3, 6, 7], "us": [3, 6, 7], "gener": [3, 7], "group": 3, "kei": [3, 4, 6, 7], "base": [3, 5, 6, 7], "don": [3, 6], "t": [3, 6, 7], "care": 3, "about": [3, 6, 7], "order": 3, "have": [3, 6], "reason": 3, "low": 3, "collis": 3, "rate": 3, "without": 3, "sort": 3, "everyth": 3, "none": [3, 5, 6, 7], "containerloggerfactori": [4, 5], "create_logg": [4, 5], "containerprocessrollinglogg": [4, 5, 6], "process_batch": [4, 5], "process_openai_messag": [4, 5], "run": [4, 5], "convert_dataset_cad": [4, 5], "convert_schedul": [4, 5], "openaimessag": [4, 5, 7], "dataset_id": [4, 5, 6], "get_user_prompt": [4, 5], "prompt_id": [4, 5, 6, 7], "request_tim": [4, 5], "to_log_request_dict": [4, 5], "to_openai_dict": [4, 5], "openaipromptdict": [4, 5], "role": [4, 5, 6], "openairequestdict": [4, 5, 7], "messag": [4, 5, 6, 7], "model": [4, 5, 6, 7], "temperatur": [4, 5, 6], "whylabs_dataset_id": [4, 5, 6, 7], "api_key_auth": [4, 6], "containerschema": [4, 6], "schema": [4, 5, 6, 7], "validation_schema": [4, 6], "get_dataset_opt": [4, 6], "get_llm_validation_opt": [4, 6], "init": [4, 6], "test_indexing_into_toolkit": [4, 6], "containerconfig": [4, 5, 6], "get_udf": [4, 6], "udfconfig": [4, 6], "applicable_column": [4, 6], "metric": [4, 6, 7], "udf": [4, 6], "assert_llm_endpoint": [4, 6], "auth_dis": [4, 6], "container_password": [4, 6], "default_dataset_cad": [4, 6], "default_openai_api_kei": [4, 6], "default_openai_organ": [4, 6], "default_whylabs_org_id": [4, 6], "default_whylabs_upload_cad": [4, 6], "default_whylabs_upload_interv": [4, 6], "disable_container_password": [4, 6], "fail_startup_without_config": [4, 6], "llm_contain": [4, 6], "whylabs_api_kei": [4, 6], "envvarnam": [4, 6], "default_whylabs_dataset_cad": [4, 6], "max_request_batch_s": [4, 6], "max_request_buffer_byt": [4, 6], "openai_api_kei": [4, 6], "openai_organ": [4, 6], "logembeddingrequest": [4, 6], "datasetid": [4, 6], "embed": [4, 6], "model_config": [4, 6, 7], "model_field": [4, 6, 7], "timestamp": [4, 6, 7], "logmultipl": [4, 6], "column": [4, 6], "data": [4, 6], "logrequest": [4, 6], "multipl": [4, 6], "openairequest": [4, 6], "prompt": [4, 6, 7], "pubsubmessag": [4, 6], "attribut": [4, 6], "messageid": [4, 6], "publishtim": [4, 6], "pubsubrequest": [4, 6], "subscript": [4, 6], "loggerstatusprofil": [4, 6], "pending_view": [4, 6], "view": [4, 6], "loggerstatusrespons": [4, 6], "dataset_profil": [4, 6], "dataset_timestamp": [4, 6], "pending_writ": [4, 6], "segment_cach": [4, 6], "writer": [4, 6], "processloggerstatusrespons": [4, 6], "get_profile_list": [4, 6], "get_profil": [4, 6], "status": [4, 6], "health": [4, 6], "log": [4, 6], "log_debug_info": [4, 6], "log_embed": [4, 6], "log_embeddings_json": [4, 6], "log_json": [4, 6], "log_pubsub": [4, 6], "log_pubsub_embed": [4, 6], "openai_proxi": [4, 6], "publish_profil": [4, 6], "shutdown": [4, 6], "statu": [4, 6], "fix_torch_thread": [4, 6], "init_log": [4, 6], "start": [4, 6], "update_pid": [4, 6], "moduledefinit": [4, 7], "config_path": [4, 7], "include_upp": [4, 7], "lower_threshold": [4, 7], "upper_threshold": [4, 7], "yamlconfig": [4, 7], "id": [4, 6, 7], "polici": [4, 7], "policy_vers": [4, 7], "profil": [4, 6, 7], "rule": [4, 7], "schema_vers": [4, 7], "build_langkit_valid": [4, 7], "build_langkit_validators_dictionari": [4, 7], "parse_yaml_to_dict": [4, 7], "validate_yaml": [4, 7], "load_llm_profiling_opt": [4, 7], "load_llm_validation_config_opt": [4, 7], "load_yaml_data": [4, 7], "configurationmetadata": [4, 7], "config_error": [4, 7], "profilingrul": [4, 7], "validationconfig": [4, 7], "validationmetadata": [4, 7], "failed_metr": [4, 7], "is_valid": [4, 7], "validator_nam": [4, 7], "valu": [4, 6, 7], "validationrul": [4, 7], "rule_typ": [4, 7], "get_profiling_schema": [4, 7], "get_validators_udf_schema": [4, 7], "failur": [4, 7], "result": [4, 7], "success": [4, 7], "validationerror": [4, 7], "validate_input": [4, 7], "flag_failed_valid": [4, 7], "make_openai_request": [4, 7], "basethresholdvalidatorbuild": [4, 7], "build_valid": [4, 7], "inputoutputvalidatorbuild": [4, 7], "build": [4, 6, 7], "regexvalidatorbuild": [4, 7], "sentimentvalidatorbuild": [4, 7], "textstatvalidatorbuild": [4, 7], "themesvalidatorbuild": [4, 7], "toxicityvalidatorbuild": [4, 7], "validatorbuild": [4, 7], "class": [5, 6, 7], "threadloggerfactori": 5, "option": 5, "loggeropt": 5, "threadrollinglogg": 5, "aggregate_bi": 5, "whylog": [5, 6], "api": [5, 6], "experiment": 5, "time_util": 5, "timegranular": 5, "dai": [5, 6], "write_schedul": 5, "schedul": 5, "cadenc": [5, 6], "minut": [5, 6], "interv": [5, 6], "5": 5, "core": [5, 6], "datasetschema": [5, 7], "sync_en": 5, "bool": [5, 6, 7], "fals": [5, 6, 7], "current_time_fn": 5, "type": [5, 6], "callabl": [5, 6], "queue_config": 5, "queueconfig": 5, "max_batch_s": 5, "50000": 5, "message_accumualtion_dur": 5, "1": [5, 7], "0": [5, 6, 7], "message_poll_wait": 5, "max_buffer_byt": 5, "100000000": 5, "thread_queue_config": 5, "writer_factori": 5, "process_rolling_logg": 5, "writerfactori": 5, "whylabswriterfactori": 5, "object": [5, 6, 7], "queue_typ": 5, "process_actor": 5, "queuetyp": 5, "faster_fifo": 5, "logger_factori": 5, "loggerfactori": 5, "baseprocessrollinglogg": 5, "batch": [5, 6], "batch_typ": 5, "method": 5, "sub": 5, "process": [5, 6], "can": [5, 6], "overridden": 5, "dataset_cad": 5, "datasetcad": [5, 6], "upload_cad": 5, "datasetuploadcadencegranular": [5, 6], "upload_interv": 5, "byte": 5, "logrequestdict": 5, "typeddict": [5, 6], "api_kei": 6, "depend": 6, "apikeyhead": 6, "dict": [6, 7], "whylogs_container_typ": 6, "config_typ": 6, "datasetopt": [6, 7], "abc": [6, 7], "abstract": [6, 7], "metricspec": 6, "datafram": 6, "sequenc": 6, "float": [6, 7], "enum": 6, "all": [6, 7], "variabl": 6, "name": [6, 7], "applic": 6, "set": [6, 7], "true": [6, 7], "you": 6, "re": 6, "llm": 6, "openapi": 6, "monitor": [6, 7], "todo": 6, "isn": 6, "sent": 6, "per": 6, "password": 6, "The": 6, "look": 6, "header": 6, "curl": 6, "format": 6, "send": 6, "h": 6, "author": 6, "bearer": 6, "my_password": 6, "daili": 6, "default": [6, 7], "hourli": 6, "whenev": 6, "specifi": 6, "dataset": [6, 7], "determin": 6, "how": 6, "bucket": 6, "pool": 6, "hour": 6, "organ": 6, "m": 6, "d": 6, "often": 6, "ar": 6, "upload": 6, "mani": 6, "unit": 6, "time": 6, "If": 6, "Then": 6, "omit": 6, "fail": 6, "custom": 6, "configur": [6, 7], "found": 6, "safeguard": 6, "want": 6, "make": 6, "sure": 6, "up": 6, "correctli": 6, "python": 6, "env": 6, "var": 6, "identifi": 6, "deploy": 6, "imag": 6, "50_000": 6, "maximum": 6, "place": 6, "onto": 6, "queue": 6, "after": 6, "thei": 6, "come": 6, "from": [6, 7], "rest": 6, "server": 6, "read": 6, "bulk": 6, "larger": 6, "longer": 6, "take": 6, "mostli": 6, "transpar": 6, "caller": 6, "end": 6, "matter": 6, "when": 6, "ha": 6, "so": 6, "becaus": 6, "throughput": 6, "too": 6, "high": 6, "keep": 6, "In": [6, 7], "case": [6, 7], "requestor": 6, "wait": 6, "which": [6, 7], "could": 6, "potenti": 6, "would": 6, "consid": 6, "lower": 6, "see": 6, "lot": 6, "out": 6, "tp": 6, "rel": 6, "our": 6, "doc": 6, "": [6, 7], "perform": 6, "load": 6, "test": 6, "1_000_000_000": 6, "1gb": 6, "size": 6, "buffer": 6, "put": 6, "increas": 6, "give": 6, "more": 6, "befor": 6, "It": 6, "good": 6, "idea": 6, "timeout": 6, "spikei": 6, "traffic": 6, "pattern": 6, "memori": 6, "host": 6, "noth": 6, "better": 6, "do": 6, "openai": 6, "onli": [6, 7], "appli": 6, "basemodel": [6, 7], "classvar": [6, 7], "configdict": [6, 7], "should": [6, 7], "dictionari": [6, 7], "conform": [6, 7], "pydant": [6, 7], "fieldinfo": [6, 7], "annot": [6, 7], "alia": 6, "alias_prior": 6, "2": 6, "union": [6, 7], "field": [6, 7], "defin": [6, 7], "map": [6, 7], "replac": [6, 7], "__fields__": [6, 7], "v1": [6, 7], "nonetyp": [6, 7], "user": [6, 7], "message_id": 6, "publish_tim": 6, "dataset_profile_view": 6, "datasetprofileview": 6, "pend": 6, "ones": 6, "alreadi": 6, "been": 6, "stage": 6, "write": 6, "happen": 6, "roll": 6, "hit": 6, "inter": 6, "its": 6, "intern": 6, "state": 6, "ll": 6, "remain": 6, "until": 6, "next": 6, "attempt": 6, "current": 6, "being": 6, "new": 6, "There": 6, "haven": 6, "yet": 6, "return": 6, "singl": 6, "preserv": 6, "separ": 6, "async": 6, "_raw_request": 6, "tabular": 6, "swagger": 6, "ui": 6, "abl": 6, "call": 6, "sampl": 6, "bash": 6, "x": 6, "post": 6, "json": 6, "http": 6, "localhost": 6, "8000": 6, "raw": 6, "62": 6, "ag": 6, "workclass": 6, "fnlwgt": 6, "educ": 6, "25": 6, "privat": 6, "226802": 6, "11th": 6, "import": 6, "your": 6, "endpoint": 6, "url": 6, "hand": 6, "ai": 6, "integr": 6, "support": 6, "1634235000": 6, "12": 6, "45": 6, "33": 6, "92": 6, "an": [6, 7], "exampl": [6, 7], "bodi": 6, "manual": 6, "experi": 6, "shouldn": 6, "product": 6, "steep": 6, "penalti": 6, "compar": 6, "normal": 6, "pydanticundefin": 6, "port": 6, "liter": 7, "toxic": 7, "sentiment": 7, "theme": 7, "textstat": 7, "regex": 7, "input_output": 7, "requir": 7, "validation_rul": 7, "validation_config": 7, "conditionvalid": 7, "file_path": 7, "yaml_data": 7, "llm_config_path": 7, "whylogs_config": 7, "file_directori": 7, "A": 7, "indic": 7, "langkit": 7, "doesn": 7, "work": 7, "mode": 7, "To": 7, "includ": 7, "avail": 7, "llm_metric": 7, "keyword": 7, "dataclass": 7, "yaml": 7, "pars": 7, "phase": 7, "setup": 7, "file": 7, "below": 7, "15": 7, "my_new_polici": 7, "9294f3fa": 7, "4f4b": 7, "4363": 7, "9397": 7, "87d3499fce28": 7, "schema_nam": 7, "identity_column": 7, "udfschema": 7, "arg": 7, "kwarg": 7, "protocol": 7, "except": 7, "valueerror": 7, "input_text": 7, "input_typ": 7, "condition_nam": 7, "openai_request_bodi": 7}, "objects": {"": [[2, 0, 0, "-", "whylogs_container"]], "whylogs_container": [[3, 0, 0, "-", "util"], [4, 0, 0, "-", "whylabs"]], "whylogs_container.util": [[3, 0, 0, "-", "signal_util"], [3, 0, 0, "-", "string_util"], [3, 0, 0, "-", "string_util_test"]], "whylogs_container.util.signal_util": [[3, 1, 1, "", "suspended_signals"]], "whylogs_container.util.string_util": [[3, 1, 1, "", "encode_strings"]], "whylogs_container.util.string_util_test": [[3, 1, 1, "", "test_different_hashes"], [3, 1, 1, "", "test_order_doesnt_matter"]], "whylogs_container.whylabs": [[5, 0, 0, "-", "actor"], [6, 0, 0, "-", "container"], [7, 0, 0, "-", "llm_validation"]], "whylogs_container.whylabs.actor": [[5, 0, 0, "-", "logger"], [5, 0, 0, "-", "openai_messages"]], "whylogs_container.whylabs.actor.logger": [[5, 2, 1, "", "ContainerLoggerFactory"], [5, 2, 1, "", "ContainerProcessRollingLogger"], [5, 1, 1, "", "convert_dataset_cadence"], [5, 1, 1, "", "convert_schedule"], [5, 1, 1, "", "create_logger"]], "whylogs_container.whylabs.actor.logger.ContainerLoggerFactory": [[5, 3, 1, "", "create_logger"]], "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger": [[5, 3, 1, "", "process_batch"], [5, 3, 1, "", "process_openai_message"], [5, 3, 1, "", "run"]], "whylogs_container.whylabs.actor.openai_messages": [[5, 2, 1, "", "OpenAIMessage"], [5, 2, 1, "", "OpenAIPromptDict"], [5, 2, 1, "", "OpenAIRequestDict"]], "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage": [[5, 4, 1, "", "dataset_id"], [5, 3, 1, "", "get_user_prompt"], [5, 4, 1, "", "prompt_id"], [5, 4, 1, "", "request"], [5, 4, 1, "", "request_time"], [5, 4, 1, "", "response"], [5, 3, 1, "", "to_log_request_dict"], [5, 3, 1, "", "to_openai_dict"]], "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict": [[5, 4, 1, "", "content"], [5, 4, 1, "", "role"]], "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict": [[5, 4, 1, "", "messages"], [5, 4, 1, "", "model"], [5, 4, 1, "", "temperature"], [5, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.container": [[6, 0, 0, "-", "auth"], [6, 0, 0, "-", "config"], [6, 0, 0, "-", "config_test"], [6, 0, 0, "-", "container_config"], [6, 0, 0, "-", "environment"], [6, 0, 0, "-", "requests"], [6, 0, 0, "-", "responses"], [6, 0, 0, "-", "routes"], [6, 0, 0, "-", "startup"]], "whylogs_container.whylabs.container.auth": [[6, 2, 1, "", "Auth"]], "whylogs_container.whylabs.container.auth.Auth": [[6, 3, 1, "", "api_key_auth"]], "whylogs_container.whylabs.container.config": [[6, 2, 1, "", "ContainerSchemas"], [6, 1, 1, "", "get_dataset_options"], [6, 1, 1, "", "get_llm_validation_options"], [6, 1, 1, "", "init"]], "whylogs_container.whylabs.container.config.ContainerSchemas": [[6, 4, 1, "", "schemas"], [6, 4, 1, "", "validation_schemas"]], "whylogs_container.whylabs.container.config_test": [[6, 1, 1, "", "test_indexing_into_toolkit"]], "whylogs_container.whylabs.container.container_config": [[6, 2, 1, "", "ContainerConfig"], [6, 2, 1, "", "UDFConfig"]], "whylogs_container.whylabs.container.container_config.ContainerConfig": [[6, 3, 1, "", "get_dataset_options"], [6, 3, 1, "", "get_udfs"]], "whylogs_container.whylabs.container.container_config.UDFConfig": [[6, 4, 1, "", "applicable_columns"], [6, 4, 1, "", "metrics"], [6, 4, 1, "", "udf"]], "whylogs_container.whylabs.container.environment": [[6, 2, 1, "", "ContainerConfig"], [6, 2, 1, "", "EnvVarNames"]], "whylogs_container.whylabs.container.environment.ContainerConfig": [[6, 3, 1, "", "assert_llm_endpoint"], [6, 3, 1, "", "auth_disabled"], [6, 4, 1, "", "container_password"], [6, 4, 1, "", "default_dataset_cadence"], [6, 4, 1, "", "default_openai_api_key"], [6, 4, 1, "", "default_openai_organization"], [6, 4, 1, "", "default_whylabs_org_id"], [6, 4, 1, "", "default_whylabs_upload_cadence"], [6, 4, 1, "", "default_whylabs_upload_interval"], [6, 4, 1, "", "disable_container_password"], [6, 4, 1, "", "fail_startup_without_config"], [6, 4, 1, "", "llm_container"], [6, 4, 1, "", "whylabs_api_key"]], "whylogs_container.whylabs.container.environment.EnvVarNames": [[6, 4, 1, "", "CONTAINER_PASSWORD"], [6, 4, 1, "", "DEFAULT_WHYLABS_DATASET_CADENCE"], [6, 4, 1, "", "DEFAULT_WHYLABS_ORG_ID"], [6, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_CADENCE"], [6, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_INTERVAL"], [6, 4, 1, "", "DISABLE_CONTAINER_PASSWORD"], [6, 4, 1, "", "FAIL_STARTUP_WITHOUT_CONFIG"], [6, 4, 1, "", "LLM_CONTAINER"], [6, 4, 1, "", "MAX_REQUEST_BATCH_SIZE"], [6, 4, 1, "", "MAX_REQUEST_BUFFER_BYTES"], [6, 4, 1, "", "OPENAI_API_KEY"], [6, 4, 1, "", "OPENAI_ORGANIZATION"], [6, 4, 1, "", "WHYLABS_API_KEY"]], "whylogs_container.whylabs.container.requests": [[6, 2, 1, "", "LogEmbeddingRequest"], [6, 2, 1, "", "LogMultiple"], [6, 2, 1, "", "LogRequest"], [6, 2, 1, "", "OpenAIRequest"], [6, 2, 1, "", "PubSubMessage"], [6, 2, 1, "", "PubSubRequest"]], "whylogs_container.whylabs.container.requests.LogEmbeddingRequest": [[6, 4, 1, "", "datasetId"], [6, 4, 1, "", "embeddings"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.LogMultiple": [[6, 4, 1, "", "columns"], [6, 4, 1, "", "data"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"]], "whylogs_container.whylabs.container.requests.LogRequest": [[6, 4, 1, "", "datasetId"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "multiple"], [6, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.OpenAIRequest": [[6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "prompt"], [6, 4, 1, "", "role"], [6, 4, 1, "", "temperature"]], "whylogs_container.whylabs.container.requests.PubSubMessage": [[6, 4, 1, "", "attributes"], [6, 4, 1, "", "data"], [6, 4, 1, "", "messageId"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "publishTime"]], "whylogs_container.whylabs.container.requests.PubSubRequest": [[6, 4, 1, "", "message"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "subscription"]], "whylogs_container.whylabs.container.responses": [[6, 2, 1, "", "LoggerStatusProfiles"], [6, 2, 1, "", "LoggerStatusResponse"], [6, 2, 1, "", "ProcessLoggerStatusResponse"]], "whylogs_container.whylabs.container.responses.LoggerStatusProfiles": [[6, 4, 1, "", "pending_views"], [6, 4, 1, "", "views"]], "whylogs_container.whylabs.container.responses.LoggerStatusResponse": [[6, 4, 1, "", "dataset_profiles"], [6, 4, 1, "", "dataset_timestamps"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "pending_views"], [6, 4, 1, "", "pending_writables"], [6, 4, 1, "", "segment_caches"], [6, 4, 1, "", "views"], [6, 4, 1, "", "writers"]], "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse": [[6, 3, 1, "", "get_profile_list"], [6, 3, 1, "", "get_profiles"], [6, 4, 1, "", "model_config"], [6, 4, 1, "", "model_fields"], [6, 4, 1, "", "statuses"]], "whylogs_container.whylabs.container.routes": [[6, 1, 1, "", "health"], [6, 1, 1, "", "log"], [6, 1, 1, "", "log_debug_info"], [6, 1, 1, "", "log_embeddings"], [6, 1, 1, "", "log_embeddings_json"], [6, 1, 1, "", "log_json"], [6, 1, 1, "", "log_pubsub"], [6, 1, 1, "", "log_pubsub_embeddings"], [6, 1, 1, "", "openai_proxy"], [6, 1, 1, "", "publish_profiles"], [6, 1, 1, "", "shutdown"], [6, 1, 1, "", "status"]], "whylogs_container.whylabs.container.startup": [[6, 1, 1, "", "fix_torch_threading"], [6, 1, 1, "", "init_logging"], [6, 1, 1, "", "start"], [6, 1, 1, "", "update_pid"]], "whylogs_container.whylabs.llm_validation": [[7, 0, 0, "-", "config"], [7, 0, 0, "-", "config_parsing"], [7, 0, 0, "-", "metadata"], [7, 0, 0, "-", "schema_builder"], [7, 0, 0, "-", "signals"], [7, 0, 0, "-", "validate"], [7, 0, 0, "-", "validation_utils"], [7, 0, 0, "-", "validation_workflow"], [7, 0, 0, "-", "validators"]], "whylogs_container.whylabs.llm_validation.config": [[7, 2, 1, "", "ModuleDefinition"], [7, 2, 1, "", "YamlConfig"], [7, 1, 1, "", "build_langkit_validator"], [7, 1, 1, "", "build_langkit_validators_dictionary"], [7, 1, 1, "", "parse_yaml_to_dict"], [7, 1, 1, "", "validate_yaml"]], "whylogs_container.whylabs.llm_validation.config.ModuleDefinition": [[7, 4, 1, "", "config_path"], [7, 4, 1, "", "include_upper"], [7, 4, 1, "", "lower_threshold"], [7, 4, 1, "", "metric"], [7, 4, 1, "", "model_config"], [7, 4, 1, "", "model_fields"], [7, 4, 1, "", "module"], [7, 4, 1, "", "upper_threshold"]], "whylogs_container.whylabs.llm_validation.config.YamlConfig": [[7, 4, 1, "", "id"], [7, 4, 1, "", "model_config"], [7, 4, 1, "", "model_fields"], [7, 4, 1, "", "policy"], [7, 4, 1, "", "policy_version"], [7, 4, 1, "", "profiling"], [7, 4, 1, "", "rules"], [7, 4, 1, "", "schema_version"], [7, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation.config_parsing": [[7, 1, 1, "", "load_llm_profiling_options"], [7, 1, 1, "", "load_llm_validation_config_options"], [7, 1, 1, "", "load_yaml_data"]], "whylogs_container.whylabs.llm_validation.metadata": [[7, 2, 1, "", "ConfigurationMetadata"], [7, 2, 1, "", "ProfilingRule"], [7, 2, 1, "", "ValidationConfig"], [7, 2, 1, "", "ValidationMetadata"], [7, 2, 1, "", "ValidationRule"]], "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata": [[7, 4, 1, "", "config_error"], [7, 4, 1, "", "message"], [7, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule": [[7, 4, 1, "", "metrics"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig": [[7, 4, 1, "", "id"], [7, 4, 1, "", "policy"], [7, 4, 1, "", "policy_version"], [7, 4, 1, "", "profiling"], [7, 4, 1, "", "rules"], [7, 4, 1, "", "schema_version"], [7, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata": [[7, 4, 1, "", "failed_metric"], [7, 4, 1, "", "is_valid"], [7, 4, 1, "", "prompt_id"], [7, 4, 1, "", "timestamp"], [7, 4, 1, "", "validator_name"], [7, 4, 1, "", "value"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationRule": [[7, 4, 1, "", "config_path"], [7, 4, 1, "", "include_upper"], [7, 4, 1, "", "lower_threshold"], [7, 4, 1, "", "metric"], [7, 4, 1, "", "module"], [7, 4, 1, "", "rule_type"], [7, 4, 1, "", "upper_threshold"]], "whylogs_container.whylabs.llm_validation.schema_builder": [[7, 1, 1, "", "get_profiling_schema"], [7, 1, 1, "", "get_validators_udf_schema"]], "whylogs_container.whylabs.llm_validation.signals": [[7, 2, 1, "", "Failure"], [7, 2, 1, "", "Result"], [7, 2, 1, "", "Success"], [7, 5, 1, "", "ValidationError"]], "whylogs_container.whylabs.llm_validation.validate": [[7, 1, 1, "", "validate_input"]], "whylogs_container.whylabs.llm_validation.validation_utils": [[7, 1, 1, "", "flag_failed_validation"]], "whylogs_container.whylabs.llm_validation.validation_workflow": [[7, 1, 1, "", "make_openai_request"], [7, 1, 1, "", "validation_workflow"]], "whylogs_container.whylabs.llm_validation.validators": [[7, 2, 1, "", "BaseThresholdValidatorBuilder"], [7, 2, 1, "", "InputOutputValidatorBuilder"], [7, 2, 1, "", "RegexValidatorBuilder"], [7, 2, 1, "", "SentimentValidatorBuilder"], [7, 2, 1, "", "TextStatValidatorBuilder"], [7, 2, 1, "", "ThemesValidatorBuilder"], [7, 2, 1, "", "ToxicityValidatorBuilder"], [7, 2, 1, "", "ValidatorBuilder"]], "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder": [[7, 3, 1, "", "build_validator"]], "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder": [[7, 3, 1, "", "build"], [7, 4, 1, "", "key"], [7, 4, 1, "", "validator"]], "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder": [[7, 3, 1, "", "build"], [7, 4, 1, "", "key"], [7, 4, 1, "", "validator"]]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:method", "4": "py:attribute", "5": "py:exception"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "method", "Python method"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "exception", "Python exception"]}, "titleterms": {"welcom": 0, "whylog": 0, "contain": [0, 6], "python": 0, "": 0, "document": 0, "indic": 0, "tabl": 0, "whylogs_contain": [1, 2, 3, 4, 5, 6, 7], "packag": [2, 3, 4, 5, 6, 7], "subpackag": [2, 4], "modul": [2, 3, 4, 5, 6, 7], "content": [2, 3, 4, 5, 6, 7], "util": 3, "submodul": [3, 5, 6, 7], "signal_util": 3, "string_util": 3, "string_util_test": 3, "whylab": [4, 5, 6, 7], "actor": 5, "logger": 5, "openai_messag": 5, "auth": 6, "config": [6, 7], "config_test": 6, "container_config": 6, "environ": 6, "requir": 6, "option": 6, "request": 6, "respons": 6, "rout": 6, "startup": 6, "llm_valid": 7, "config_pars": 7, "metadata": 7, "schema_build": 7, "signal": 7, "valid": 7, "validation_util": 7, "validation_workflow": 7}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"Welcome to whylogs-container-python\u2019s documentation!": [[0, "welcome-to-whylogs-container-python-s-documentation"]], "Indices and tables": [[0, "indices-and-tables"]], "whylogs_container": [[1, "whylogs-container"]], "whylogs_container package": [[2, "whylogs-container-package"]], "Subpackages": [[2, "subpackages"], [4, "subpackages"]], "Module contents": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.actor"], [6, "module-whylogs_container.whylabs.container"], [7, "module-whylogs_container.whylabs.llm_validation"]], "whylogs_container.util package": [[3, "whylogs-container-util-package"]], "Submodules": [[3, "submodules"], [5, "submodules"], [6, "submodules"], [7, "submodules"]], "whylogs_container.util.signal_util module": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util module": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test module": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs package": [[4, "whylogs-container-whylabs-package"]], "whylogs_container.whylabs.actor package": [[5, "whylogs-container-whylabs-actor-package"]], "whylogs_container.whylabs.actor.logger module": [[5, "module-whylogs_container.whylabs.actor.logger"]], "whylogs_container.whylabs.actor.openai_messages module": [[5, "module-whylogs_container.whylabs.actor.openai_messages"]], "whylogs_container.whylabs.container package": [[6, "whylogs-container-whylabs-container-package"]], "whylogs_container.whylabs.container.auth module": [[6, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config module": [[6, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test module": [[6, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.container_config module": [[6, "module-whylogs_container.whylabs.container.container_config"]], "whylogs_container.whylabs.container.environment module": [[6, "module-whylogs_container.whylabs.container.environment"]], "Required": [[6, "required"]], "Optional": [[6, "optional"]], "whylogs_container.whylabs.container.requests module": [[6, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.responses module": [[6, "module-whylogs_container.whylabs.container.responses"]], "whylogs_container.whylabs.container.routes module": [[6, "module-whylogs_container.whylabs.container.routes"]], "}\u2019": [[6, "id5"], [6, "id18"]], "whylogs_container.whylabs.container.startup module": [[6, "module-whylogs_container.whylabs.container.startup"]], "whylogs_container.whylabs.llm_validation package": [[7, "whylogs-container-whylabs-llm-validation-package"]], "whylogs_container.whylabs.llm_validation.config module": [[7, "module-whylogs_container.whylabs.llm_validation.config"]], "whylogs_container.whylabs.llm_validation.config_parsing module": [[7, "module-whylogs_container.whylabs.llm_validation.config_parsing"]], "whylogs_container.whylabs.llm_validation.metadata module": [[7, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.schema_builder module": [[7, "module-whylogs_container.whylabs.llm_validation.schema_builder"]], "whylogs_container.whylabs.llm_validation.signals module": [[7, "module-whylogs_container.whylabs.llm_validation.signals"]], "whylogs_container.whylabs.llm_validation.validate module": [[7, "module-whylogs_container.whylabs.llm_validation.validate"]], "whylogs_container.whylabs.llm_validation.validation_utils module": [[7, "module-whylogs_container.whylabs.llm_validation.validation_utils"]], "whylogs_container.whylabs.llm_validation.validation_workflow module": [[7, "module-whylogs_container.whylabs.llm_validation.validation_workflow"]], "whylogs_container.whylabs.llm_validation.validators module": [[7, "module-whylogs_container.whylabs.llm_validation.validators"]]}, "indexentries": {"module": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [3, "module-whylogs_container.util.signal_util"], [3, "module-whylogs_container.util.string_util"], [3, "module-whylogs_container.util.string_util_test"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.actor"], [5, "module-whylogs_container.whylabs.actor.logger"], [5, "module-whylogs_container.whylabs.actor.openai_messages"], [6, "module-whylogs_container.whylabs.container"], [6, "module-whylogs_container.whylabs.container.auth"], [6, "module-whylogs_container.whylabs.container.config"], [6, "module-whylogs_container.whylabs.container.config_test"], [6, "module-whylogs_container.whylabs.container.container_config"], [6, "module-whylogs_container.whylabs.container.environment"], [6, "module-whylogs_container.whylabs.container.requests"], [6, "module-whylogs_container.whylabs.container.responses"], [6, "module-whylogs_container.whylabs.container.routes"], [6, "module-whylogs_container.whylabs.container.startup"], [7, "module-whylogs_container.whylabs.llm_validation"], [7, "module-whylogs_container.whylabs.llm_validation.config"], [7, "module-whylogs_container.whylabs.llm_validation.config_parsing"], [7, "module-whylogs_container.whylabs.llm_validation.metadata"], [7, "module-whylogs_container.whylabs.llm_validation.schema_builder"], [7, "module-whylogs_container.whylabs.llm_validation.signals"], [7, "module-whylogs_container.whylabs.llm_validation.validate"], [7, "module-whylogs_container.whylabs.llm_validation.validation_utils"], [7, "module-whylogs_container.whylabs.llm_validation.validation_workflow"], [7, "module-whylogs_container.whylabs.llm_validation.validators"]], "whylogs_container": [[2, "module-whylogs_container"]], "encode_strings() (in module whylogs_container.util.string_util)": [[3, "whylogs_container.util.string_util.encode_strings"]], "suspended_signals() (in module whylogs_container.util.signal_util)": [[3, "whylogs_container.util.signal_util.suspended_signals"]], "test_different_hashes() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_different_hashes"]], "test_order_doesnt_matter() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_order_doesnt_matter"]], "whylogs_container.util": [[3, "module-whylogs_container.util"]], "whylogs_container.util.signal_util": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs": [[4, "module-whylogs_container.whylabs"]], "containerloggerfactory (class in whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.ContainerLoggerFactory"]], "containerprocessrollinglogger (class in whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger"]], "openaimessage (class in whylogs_container.whylabs.actor.openai_messages)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage"]], "openaipromptdict (class in whylogs_container.whylabs.actor.openai_messages)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict"]], "openairequestdict (class in whylogs_container.whylabs.actor.openai_messages)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict"]], "content (whylogs_container.whylabs.actor.openai_messages.openaipromptdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict.content"]], "convert_dataset_cadence() (in module whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.convert_dataset_cadence"]], "convert_schedule() (in module whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.convert_schedule"]], "create_logger() (in module whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.create_logger"]], "create_logger() (whylogs_container.whylabs.actor.logger.containerloggerfactory method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerLoggerFactory.create_logger"]], "dataset_id (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.dataset_id"]], "get_user_prompt() (whylogs_container.whylabs.actor.openai_messages.openaimessage method)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.get_user_prompt"]], "messages (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.messages"]], "model (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.model"]], "process_batch() (whylogs_container.whylabs.actor.logger.containerprocessrollinglogger method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger.process_batch"]], "process_openai_message() (whylogs_container.whylabs.actor.logger.containerprocessrollinglogger method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger.process_openai_message"]], "prompt_id (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.prompt_id"]], "request (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.request"]], "request_time (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.request_time"]], "response (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.response"]], "role (whylogs_container.whylabs.actor.openai_messages.openaipromptdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict.role"]], "run() (whylogs_container.whylabs.actor.logger.containerprocessrollinglogger method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger.run"]], "temperature (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.temperature"]], "to_log_request_dict() (whylogs_container.whylabs.actor.openai_messages.openaimessage method)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.to_log_request_dict"]], "to_openai_dict() (whylogs_container.whylabs.actor.openai_messages.openaimessage method)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.to_openai_dict"]], "whylabs_dataset_id (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.whylabs_dataset_id"]], "whylogs_container.whylabs.actor": [[5, "module-whylogs_container.whylabs.actor"]], "whylogs_container.whylabs.actor.logger": [[5, "module-whylogs_container.whylabs.actor.logger"]], "whylogs_container.whylabs.actor.openai_messages": [[5, "module-whylogs_container.whylabs.actor.openai_messages"]], "auth (class in whylogs_container.whylabs.container.auth)": [[6, "whylogs_container.whylabs.container.auth.Auth"]], "container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.CONTAINER_PASSWORD"]], "containerconfig (class in whylogs_container.whylabs.container.container_config)": [[6, "whylogs_container.whylabs.container.container_config.ContainerConfig"]], "containerconfig (class in whylogs_container.whylabs.container.environment)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig"]], "containerschemas (class in whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.ContainerSchemas"]], "default_whylabs_dataset_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_DATASET_CADENCE"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_ORG_ID"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_CADENCE"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_INTERVAL"]], "disable_container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DISABLE_CONTAINER_PASSWORD"]], "envvarnames (class in whylogs_container.whylabs.container.environment)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_CONFIG"]], "llm_container (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.LLM_CONTAINER"]], "logembeddingrequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest"]], "logmultiple (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple"]], "logrequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.LogRequest"]], "loggerstatusprofiles (class in whylogs_container.whylabs.container.responses)": [[6, "whylogs_container.whylabs.container.responses.LoggerStatusProfiles"]], "loggerstatusresponse (class in whylogs_container.whylabs.container.responses)": [[6, "whylogs_container.whylabs.container.responses.LoggerStatusResponse"]], "max_request_batch_size (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BATCH_SIZE"]], "max_request_buffer_bytes (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BUFFER_BYTES"]], "openai_api_key (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_API_KEY"]], "openai_organization (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_ORGANIZATION"]], "openairequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest"]], "processloggerstatusresponse (class in whylogs_container.whylabs.container.responses)": [[6, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse"]], "pubsubmessage (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage"]], "pubsubrequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest"]], "udfconfig (class in whylogs_container.whylabs.container.container_config)": [[6, "whylogs_container.whylabs.container.container_config.UDFConfig"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.WHYLABS_API_KEY"]], "api_key_auth() (whylogs_container.whylabs.container.auth.auth method)": [[6, "whylogs_container.whylabs.container.auth.Auth.api_key_auth"]], "applicable_columns (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[6, "whylogs_container.whylabs.container.container_config.UDFConfig.applicable_columns"]], "assert_llm_endpoint() (whylogs_container.whylabs.container.environment.containerconfig method)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.assert_llm_endpoint"]], "attributes (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.attributes"]], "auth_disabled() (whylogs_container.whylabs.container.environment.containerconfig method)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.auth_disabled"]], "columns (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple.columns"]], "container_password (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.container_password"]], "data (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple.data"]], "data (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.data"]], "datasetid (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.datasetId"]], "datasetid (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.datasetId"]], "dataset_profiles (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[6, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_profiles"]], "dataset_timestamps (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[6, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.dataset_timestamps"]], "default_dataset_cadence (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_dataset_cadence"]], "default_openai_api_key (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_api_key"]], "default_openai_organization (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_organization"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_org_id"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_cadence"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_interval"]], "disable_container_password (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.disable_container_password"]], "embeddings (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.embeddings"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.fail_startup_without_config"]], "fix_torch_threading() (in module whylogs_container.whylabs.container.startup)": [[6, "whylogs_container.whylabs.container.startup.fix_torch_threading"]], "get_dataset_options() (in module whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.get_dataset_options"]], "get_dataset_options() (whylogs_container.whylabs.container.container_config.containerconfig method)": [[6, "whylogs_container.whylabs.container.container_config.ContainerConfig.get_dataset_options"]], "get_llm_validation_options() (in module whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.get_llm_validation_options"]], "get_profile_list() (whylogs_container.whylabs.container.responses.processloggerstatusresponse method)": [[6, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.get_profile_list"]], "get_profiles() (whylogs_container.whylabs.container.responses.processloggerstatusresponse method)": [[6, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.get_profiles"]], "get_udfs() (whylogs_container.whylabs.container.container_config.containerconfig method)": [[6, "whylogs_container.whylabs.container.container_config.ContainerConfig.get_udfs"]], "health() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.health"]], "init() (in module whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.init"]], "init_logging() (in module whylogs_container.whylabs.container.startup)": [[6, "whylogs_container.whylabs.container.startup.init_logging"]], "llm_container (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.llm_container"]], "log() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log"]], "log_debug_info() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_debug_info"]], "log_embeddings() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_embeddings"]], "log_embeddings_json() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_embeddings_json"]], "log_json() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_json"]], "log_pubsub() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_pubsub"]], "log_pubsub_embeddings() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_pubsub_embeddings"]], "message (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest.message"]], "messageid (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.messageId"]], "metrics (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[6, "whylogs_container.whylabs.container.container_config.UDFConfig.metrics"]], "model_config (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple.model_config"]], "model_config (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.model_config"]], "model_config (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.model_config"]], "model_config (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest.model_config"]], "model_config (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[6, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_config"]], "model_config (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[6, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_config"]], "model_fields (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.model_fields"]], "model_fields (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest.model_fields"]], "model_fields (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[6, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.model_fields"]], "model_fields (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[6, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.model_fields"]], "multiple (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.multiple"]], "openai_proxy() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.openai_proxy"]], "pending_views (whylogs_container.whylabs.container.responses.loggerstatusprofiles attribute)": [[6, "whylogs_container.whylabs.container.responses.LoggerStatusProfiles.pending_views"]], "pending_views (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[6, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.pending_views"]], "pending_writables (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[6, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.pending_writables"]], "prompt (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.prompt"]], "publishtime (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.publishTime"]], "publish_profiles() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.publish_profiles"]], "role (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.role"]], "schemas (whylogs_container.whylabs.container.config.containerschemas attribute)": [[6, "whylogs_container.whylabs.container.config.ContainerSchemas.schemas"]], "segment_caches (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[6, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.segment_caches"]], "shutdown() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.shutdown"]], "start() (in module whylogs_container.whylabs.container.startup)": [[6, "whylogs_container.whylabs.container.startup.start"]], "status() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.status"]], "statuses (whylogs_container.whylabs.container.responses.processloggerstatusresponse attribute)": [[6, "whylogs_container.whylabs.container.responses.ProcessLoggerStatusResponse.statuses"]], "subscription (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest.subscription"]], "temperature (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.temperature"]], "test_indexing_into_toolkit() (in module whylogs_container.whylabs.container.config_test)": [[6, "whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit"]], "timestamp (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.timestamp"]], "timestamp (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.timestamp"]], "udf (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[6, "whylogs_container.whylabs.container.container_config.UDFConfig.udf"]], "update_pid() (in module whylogs_container.whylabs.container.startup)": [[6, "whylogs_container.whylabs.container.startup.update_pid"]], "validation_schemas (whylogs_container.whylabs.container.config.containerschemas attribute)": [[6, "whylogs_container.whylabs.container.config.ContainerSchemas.validation_schemas"]], "views (whylogs_container.whylabs.container.responses.loggerstatusprofiles attribute)": [[6, "whylogs_container.whylabs.container.responses.LoggerStatusProfiles.views"]], "views (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[6, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.views"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.whylabs_api_key"]], "whylogs_container.whylabs.container": [[6, "module-whylogs_container.whylabs.container"]], "whylogs_container.whylabs.container.auth": [[6, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config": [[6, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test": [[6, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.container_config": [[6, "module-whylogs_container.whylabs.container.container_config"]], "whylogs_container.whylabs.container.environment": [[6, "module-whylogs_container.whylabs.container.environment"]], "whylogs_container.whylabs.container.requests": [[6, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.responses": [[6, "module-whylogs_container.whylabs.container.responses"]], "whylogs_container.whylabs.container.routes": [[6, "module-whylogs_container.whylabs.container.routes"]], "whylogs_container.whylabs.container.startup": [[6, "module-whylogs_container.whylabs.container.startup"]], "writers (whylogs_container.whylabs.container.responses.loggerstatusresponse attribute)": [[6, "whylogs_container.whylabs.container.responses.LoggerStatusResponse.writers"]], "basethresholdvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder"]], "configurationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata"]], "failure (class in whylogs_container.whylabs.llm_validation.signals)": [[7, "whylogs_container.whylabs.llm_validation.signals.Failure"]], "inputoutputvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder"]], "moduledefinition (class in whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition"]], "profilingrule (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule"]], "regexvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder"]], "result (class in whylogs_container.whylabs.llm_validation.signals)": [[7, "whylogs_container.whylabs.llm_validation.signals.Result"]], "sentimentvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder"]], "success (class in whylogs_container.whylabs.llm_validation.signals)": [[7, "whylogs_container.whylabs.llm_validation.signals.Success"]], "textstatvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder"]], "themesvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder"]], "toxicityvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder"]], "validationconfig (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig"]], "validationerror": [[7, "whylogs_container.whylabs.llm_validation.signals.ValidationError"]], "validationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata"]], "validationrule (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule"]], "validatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder"]], "yamlconfig (class in whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig"]], "build() (whylogs_container.whylabs.llm_validation.validators.inputoutputvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.sentimentvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.textstatvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.themesvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.toxicityvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.validatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.build"]], "build_langkit_validator() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.build_langkit_validator"]], "build_langkit_validators_dictionary() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.build_langkit_validators_dictionary"]], "build_validator() (whylogs_container.whylabs.llm_validation.validators.basethresholdvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder.build_validator"]], "config_error (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.config_error"]], "config_path (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.config_path"]], "config_path (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.config_path"]], "failed_metric (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.failed_metric"]], "flag_failed_validation() (in module whylogs_container.whylabs.llm_validation.validation_utils)": [[7, "whylogs_container.whylabs.llm_validation.validation_utils.flag_failed_validation"]], "get_profiling_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)": [[7, "whylogs_container.whylabs.llm_validation.schema_builder.get_profiling_schema"]], "get_validators_udf_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)": [[7, "whylogs_container.whylabs.llm_validation.schema_builder.get_validators_udf_schema"]], "id (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.id"]], "id (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.id"]], "include_upper (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.include_upper"]], "include_upper (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.include_upper"]], "is_valid (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.is_valid"]], "key (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder attribute)": [[7, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.key"]], "key (whylogs_container.whylabs.llm_validation.validators.validatorbuilder attribute)": [[7, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.key"]], "load_llm_profiling_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[7, "whylogs_container.whylabs.llm_validation.config_parsing.load_llm_profiling_options"]], "load_llm_validation_config_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[7, "whylogs_container.whylabs.llm_validation.config_parsing.load_llm_validation_config_options"]], "load_yaml_data() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[7, "whylogs_container.whylabs.llm_validation.config_parsing.load_yaml_data"]], "lower_threshold (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.lower_threshold"]], "lower_threshold (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.lower_threshold"]], "make_openai_request() (in module whylogs_container.whylabs.llm_validation.validation_workflow)": [[7, "whylogs_container.whylabs.llm_validation.validation_workflow.make_openai_request"]], "message (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.message"]], "metric (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.metric"]], "metric (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.metric"]], "metrics (whylogs_container.whylabs.llm_validation.metadata.profilingrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule.metrics"]], "model_config (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_config"]], "model_config (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.model_config"]], "model_fields (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.model_fields"]], "model_fields (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.model_fields"]], "module (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.module"]], "module (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.module"]], "parse_yaml_to_dict() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.parse_yaml_to_dict"]], "policy (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.policy"]], "policy (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy"]], "policy_version (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.policy_version"]], "policy_version (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy_version"]], "profiling (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.profiling"]], "profiling (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.profiling"]], "prompt_id (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.prompt_id"]], "rule_type (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.rule_type"]], "rules (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.rules"]], "rules (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.rules"]], "schema_version (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.schema_version"]], "schema_version (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.schema_version"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.timestamp"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.timestamp"]], "upper_threshold (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.upper_threshold"]], "upper_threshold (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.upper_threshold"]], "validate_input() (in module whylogs_container.whylabs.llm_validation.validate)": [[7, "whylogs_container.whylabs.llm_validation.validate.validate_input"]], "validate_yaml() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.validate_yaml"]], "validation_workflow() (in module whylogs_container.whylabs.llm_validation.validation_workflow)": [[7, "whylogs_container.whylabs.llm_validation.validation_workflow.validation_workflow"]], "validator (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder attribute)": [[7, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.validator"]], "validator (whylogs_container.whylabs.llm_validation.validators.validatorbuilder attribute)": [[7, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.validator"]], "validator_name (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.validator_name"]], "value (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.value"]], "whylabs_dataset_id (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.whylabs_dataset_id"]], "whylabs_dataset_id (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation": [[7, "module-whylogs_container.whylabs.llm_validation"]], "whylogs_container.whylabs.llm_validation.config": [[7, "module-whylogs_container.whylabs.llm_validation.config"]], "whylogs_container.whylabs.llm_validation.config_parsing": [[7, "module-whylogs_container.whylabs.llm_validation.config_parsing"]], "whylogs_container.whylabs.llm_validation.metadata": [[7, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.schema_builder": [[7, "module-whylogs_container.whylabs.llm_validation.schema_builder"]], "whylogs_container.whylabs.llm_validation.signals": [[7, "module-whylogs_container.whylabs.llm_validation.signals"]], "whylogs_container.whylabs.llm_validation.validate": [[7, "module-whylogs_container.whylabs.llm_validation.validate"]], "whylogs_container.whylabs.llm_validation.validation_utils": [[7, "module-whylogs_container.whylabs.llm_validation.validation_utils"]], "whylogs_container.whylabs.llm_validation.validation_workflow": [[7, "module-whylogs_container.whylabs.llm_validation.validation_workflow"]], "whylogs_container.whylabs.llm_validation.validators": [[7, "module-whylogs_container.whylabs.llm_validation.validators"]]}}) \ No newline at end of file diff --git a/whylogs-container-python.html b/whylogs-container-python.html index 12bf77c..a0c30a9 100644 --- a/whylogs-container-python.html +++ b/whylogs-container-python.html @@ -420,7 +420,8 @@ .cLaWfy:focus{box-shadow:inset 0 2px 2px rgba(0,0,0,0.45),0 2px 0 rgba(128,128,128,0.25);}/*!sc*/ data-styled.g108[id="sc-qQmou"]{content:"cLaWfy,"}/*!sc*/ .fOPsDV{font-size:0.929em;line-height:20px;background-color:#186FAF;color:#ffffff;padding:3px 10px;text-transform:uppercase;font-family:Montserrat,sans-serif;margin:0;}/*!sc*/ -data-styled.g109[id="sc-qYiqT"]{content:"fOPsDV,"}/*!sc*/ +.fjEWKb{font-size:0.929em;line-height:20px;background-color:#2F8132;color:#ffffff;padding:3px 10px;text-transform:uppercase;font-family:Montserrat,sans-serif;margin:0;}/*!sc*/ +data-styled.g109[id="sc-qYiqT"]{content:"fOPsDV,fjEWKb,"}/*!sc*/ .ekzMPL{position:absolute;width:100%;z-index:100;background:#fafafa;color:#263238;box-sizing:border-box;box-shadow:0px 0px 6px rgba(0,0,0,0.33);overflow:hidden;border-bottom-left-radius:4px;border-bottom-right-radius:4px;-webkit-transition:all 0.25s ease;transition:all 0.25s ease;visibility:hidden;-webkit-transform:translateY(-50%) scaleY(0);-ms-transform:translateY(-50%) scaleY(0);transform:translateY(-50%) scaleY(0);}/*!sc*/ data-styled.g110[id="sc-pAZqv"]{content:"ekzMPL,"}/*!sc*/ .dfduhr{padding:10px;}/*!sc*/ @@ -487,7 +488,7 @@ -
    Documentation Powered by ReDoc
    Documentation Powered by ReDoc
    Sample Python request:

    Response samples

    Content type
    application/json
    null

    Openai Proxy

    header Parameters
    whylabs_dataset_id
    required
    string (Whylabs Dataset Id)
    string or null (Prompt Id)
    string or null (Model)

    Responses

    Response samples

    Content type
    application/json
    null

    Publish Profiles

    Responses

    Response samples

    Content type
    application/json
    null

    Health

    Responses

    Response samples

    Content type
    application/json
    null

    Log Debug Info

    Responses

    Response samples

    Content type
    application/json
    null
    +

    Response samples

    Content type
    application/json
    null

    Health

    Responses

    Response samples

    Content type
    application/json
    null

    Status

    Responses

    Response samples

    Content type
    application/json
    {
    • "statuses": { }
    }

    Log Debug Info

    Responses

    Response samples

    Content type
    application/json
    null