BC |
| ||
| - |
- whylogs_container.util.list_util | - | -|
| - |
- whylogs_container.util.list_util_test | - | -|
@@ -287,6 +275,12 @@ Python Module Indexwhylogs_container.whylabs.container.config_test | |||
| + |
+ whylogs_container.whylabs.container.container_config | + | +|
diff --git a/searchindex.js b/searchindex.js
index 8295246..cb30cd7 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["index", "modules", "whylogs_container", "whylogs_container.util", "whylogs_container.whylabs", "whylogs_container.whylabs.actor", "whylogs_container.whylabs.container", "whylogs_container.whylabs.llm_validation"], "filenames": ["index.rst", "modules.rst", "whylogs_container.rst", "whylogs_container.util.rst", "whylogs_container.whylabs.rst", "whylogs_container.whylabs.actor.rst", "whylogs_container.whylabs.container.rst", "whylogs_container.whylabs.llm_validation.rst"], "titles": ["Welcome to whylogs-container-python\u2019s documentation!", "whylogs_container", "whylogs_container package", "whylogs_container.util package", "whylogs_container.whylabs package", "whylogs_container.whylabs.actor package", "whylogs_container.whylabs.container package", "whylogs_container.whylabs.llm_validation package"], "terms": {"index": 0, "modul": [0, 1], "search": 0, "page": [0, 6], "packag": 1, "subpackag": 1, "util": [1, 2], "submodul": [1, 2, 4], "list_util": [1, 2], "list_util_test": [1, 2], "signal_util": [1, 2], "string_util": [1, 2], "string_util_test": [1, 2], "content": 1, "whylab": [1, 2], "get_like_item": [2, 3], "type_batched_item": [2, 3], "test_get_like_items_empti": [2, 3], "test_get_like_items_hp": [2, 3], "test_get_like_items_single_item": [2, 3], "test_get_like_items_single_typ": [2, 3], "test_get_like_items_until_empti": [2, 3], "test_it": [2, 3], "suspended_sign": [2, 3], "encode_str": [2, 3], "test_different_hash": [2, 3], "test_order_doesnt_matt": [2, 3], "actor": [2, 4], "logger": [2, 4, 6], "openai_messag": [2, 4, 7], "contain": [2, 4, 7], "auth": [2, 4], "config": [2, 4, 5], "config_test": [2, 4], "environ": [2, 4], "request": [2, 4, 5, 7], "rout": [2, 4], "startup": [2, 4], "llm_valid": [2, 4], "config_pars": [2, 4], "metadata": [2, 4], "schema_build": [2, 4], "signal": [2, 3, 4], "valid": [2, 4], "validation_util": [2, 4], "validation_workflow": [2, 4], "item": 3, "list": [3, 5, 6, 7], "ani": [3, 6, 7], "tupl": 3, "type": [3, 5, 6], "gener": [3, 7], "none": [3, 5, 6, 7], "suspend": 3, "handl": [3, 6], "execut": 3, "col_nam": 3, "str": [3, 5, 6, 7], "int": [3, 5, 6, 7], "encod": 3, "string": 3, "number": [3, 6], "hash": 3, "each": [3, 6], "one": 3, "ad": 3, "them": 3, "togeth": 3, "thi": [3, 6, 7], "i": [3, 6, 7], "us": [3, 6, 7], "group": 3, "kei": [3, 6], "base": [3, 5, 6, 7], "don": [3, 6], "t": [3, 6, 7], "care": 3, "about": 3, "order": 3, "have": [3, 6], "reason": 3, "low": 3, "collis": 3, "rate": 3, "without": 3, "sort": 3, "everyth": 3, "containerloggerfactori": [4, 5], "create_logg": [4, 5], "containerprocessrollinglogg": [4, 5, 6], "process_batch": [4, 5], "process_openai_messag": [4, 5], "run": [4, 5], "convert_dataset_cad": [4, 5], "convert_schedul": [4, 5], "openaimessag": [4, 5, 7], "dataset_id": [4, 5, 6], "get_user_prompt": [4, 5], "prompt_id": [4, 5, 6, 7], "request_tim": [4, 5], "respons": [4, 5, 6, 7], "to_log_request_dict": [4, 5], "to_openai_dict": [4, 5], "openaipromptdict": [4, 5], "role": [4, 5, 6], "openairequestdict": [4, 5, 7], "messag": [4, 5, 6, 7], "model": [4, 5, 6, 7], "temperatur": [4, 5, 6], "whylabs_dataset_id": [4, 5, 6, 7], "api_key_auth": [4, 6], "containerschema": [4, 6], "schema": [4, 5, 6, 7], "validation_schema": [4, 6], "get_dataset_opt": [4, 6], "get_llm_validation_opt": [4, 6], "init": [4, 6], "test_indexing_into_toolkit": [4, 6], "containerconfig": [4, 5, 6], "assert_llm_endpoint": [4, 6], "auth_dis": [4, 6], "container_password": [4, 6], "default_dataset_cad": [4, 6], "default_openai_api_kei": [4, 6], "default_openai_organ": [4, 6], "default_whylabs_org_id": [4, 6], "default_whylabs_upload_cad": [4, 6], "default_whylabs_upload_interv": [4, 6], "disable_container_password": [4, 6], "fail_startup_without_config": [4, 6], "llm_contain": [4, 6], "whylabs_api_kei": [4, 6], "envvarnam": [4, 6], "default_whylabs_dataset_cad": [4, 6], "max_request_batch_s": [4, 6], "max_request_buffer_byt": [4, 6], "openai_api_kei": [4, 6], "openai_organ": [4, 6], "logembeddingrequest": [4, 6], "datasetid": [4, 6], "embed": [4, 6], "timestamp": [4, 6, 7], "logmultipl": [4, 6], "column": [4, 6], "data": [4, 6], "logrequest": [4, 6], "multipl": [4, 6], "openairequest": [4, 6], "prompt": [4, 6, 7], "pubsubmessag": [4, 6], "attribut": [4, 6], "messageid": [4, 6], "publishtim": [4, 6], "pubsubrequest": [4, 6], "subscript": [4, 6], "health": [4, 6], "log": [4, 6], "log_debug_info": [4, 6], "log_embed": [4, 6], "log_embeddings_json": [4, 6], "log_json": [4, 6], "log_pubsub": [4, 6], "log_pubsub_embed": [4, 6], "openai_proxi": [4, 6], "publish_profil": [4, 6], "shutdown": [4, 6], "fix_torch_thread": [4, 6], "init_log": [4, 6], "update_pid": [4, 6], "build_langkit_valid": [4, 7], "build_langkit_validators_dictionari": [4, 7], "parse_yaml_to_dict": [4, 7], "validate_yaml": [4, 7], "load_llm_profiling_opt": [4, 7], "load_llm_validation_config_opt": [4, 7], "load_yaml_data": [4, 7], "configurationmetadata": [4, 7], "config_error": [4, 7], "profilingrul": [4, 7], "metric": [4, 7], "validationconfig": [4, 7], "id": [4, 6, 7], "polici": [4, 7], "policy_vers": [4, 7], "profil": [4, 6, 7], "rule": [4, 7], "schema_vers": [4, 7], "validationmetadata": [4, 7], "failed_metr": [4, 7], "is_valid": [4, 7], "validator_nam": [4, 7], "valu": [4, 6, 7], "validationrul": [4, 7], "config_path": [4, 7], "include_upp": [4, 7], "lower_threshold": [4, 7], "rule_typ": [4, 7], "upper_threshold": [4, 7], "get_profiling_schema": [4, 7], "get_validators_udf_schema": [4, 7], "failur": [4, 7], "result": [4, 7], "success": [4, 7], "validationerror": [4, 7], "validate_input": [4, 7], "flag_failed_valid": [4, 7], "make_openai_request": [4, 7], "basethresholdvalidatorbuild": [4, 7], "build_valid": [4, 7], "inputoutputvalidatorbuild": [4, 7], "build": [4, 6, 7], "regexvalidatorbuild": [4, 7], "build_patterns_valid": [4, 7], "sentimentvalidatorbuild": [4, 7], "textstatvalidatorbuild": [4, 7], "themesvalidatorbuild": [4, 7], "toxicityvalidatorbuild": [4, 7], "validatorbuild": [4, 7], "class": [5, 6, 7], "threadloggerfactori": 5, "option": 5, "loggeropt": 5, "threadrollinglogg": 5, "aggregate_bi": 5, "whylog": [5, 6], "api": [5, 6], "experiment": 5, "time_util": 5, "timegranular": 5, "dai": [5, 6], "write_schedul": 5, "schedul": 5, "cadenc": [5, 6], "minut": [5, 6], "interv": [5, 6], "5": 5, "core": 5, "datasetschema": [5, 7], "sync_en": 5, "bool": [5, 6, 7], "fals": [5, 6, 7], "current_time_fn": 5, "callabl": 5, "queue_config": 5, "queueconfig": 5, "max_batch_s": 5, "50000": 5, "message_accumualtion_dur": 5, "1": [5, 7], "0": [5, 6, 7], "message_poll_wait": 5, "max_buffer_byt": 5, "100000000": 5, "thread_queue_config": 5, "writer_factori": 5, "process_rolling_logg": 5, "writerfactori": 5, "whylabswriterfactori": 5, "object": [5, 6, 7], "queue_typ": 5, "process_actor": 5, "queuetyp": 5, "faster_fifo": 5, "logger_factori": 5, "loggerfactori": 5, "baseprocessrollinglogg": 5, "batch": [5, 6], "flushmessag": 5, "rawlogmessag": 5, "rawlogembeddingsmessag": 5, "rawpubsubmessag": 5, "rawpubsubembeddingmessag": 5, "logmessag": 5, "closemessag": 5, "processloggerstatusmessag": 5, "batch_typ": 5, "method": 5, "sub": 5, "process": [5, 6], "can": [5, 6], "overridden": 5, "dataset_cad": 5, "datasetcad": [5, 6], "upload_cad": 5, "datasetuploadcadencegranular": [5, 6], "upload_interv": 5, "byte": 5, "logrequestdict": 5, "typeddict": 5, "api_kei": 6, "depend": 6, "apikeyhead": 6, "dict": [6, 7], "whylabs_toolkit": 6, "config_typ": 6, "datasetopt": [6, 7], "enum": 6, "all": [6, 7], "variabl": 6, "name": [6, 7], "applic": 6, "set": [6, 7], "true": [6, 7], "you": 6, "re": 6, "llm": 6, "openapi": 6, "monitor": [6, 7], "todo": 6, "isn": 6, "sent": 6, "per": 6, "password": 6, "The": 6, "look": 6, "header": 6, "curl": 6, "format": 6, "send": 6, "h": 6, "author": 6, "bearer": 6, "my_password": 6, "daili": 6, "default": 6, "hourli": 6, "whenev": 6, "specifi": 6, "dataset": [6, 7], "determin": 6, "how": 6, "bucket": 6, "pool": 6, "hour": 6, "organ": 6, "m": 6, "d": 6, "often": 6, "ar": 6, "upload": 6, "mani": 6, "unit": 6, "time": 6, "If": 6, "Then": 6, "omit": 6, "fail": 6, "start": 6, "custom": 6, "configur": 6, "found": 6, "safeguard": 6, "want": 6, "make": 6, "sure": 6, "up": 6, "correctli": 6, "python": 6, "env": 6, "var": 6, "identifi": 6, "deploy": 6, "imag": 6, "50_000": 6, "maximum": 6, "place": 6, "onto": 6, "queue": 6, "after": 6, "thei": 6, "come": 6, "from": [6, 7], "rest": 6, "server": 6, "read": 6, "bulk": 6, "larger": 6, "longer": 6, "take": 6, "mostli": 6, "transpar": 6, "caller": 6, "end": 6, "matter": 6, "when": 6, "ha": 6, "so": 6, "becaus": 6, "throughput": 6, "too": 6, "high": 6, "keep": 6, "In": [6, 7], "case": [6, 7], "requestor": 6, "wait": 6, "which": [6, 7], "could": 6, "potenti": 6, "would": 6, "consid": 6, "lower": 6, "see": 6, "lot": 6, "out": 6, "tp": 6, "rel": 6, "our": 6, "doc": 6, "": [6, 7], "perform": 6, "load": 6, "test": 6, "1_000_000_000": 6, "1gb": 6, "size": 6, "buffer": 6, "put": 6, "increas": 6, "give": 6, "more": 6, "befor": 6, "It": 6, "good": 6, "idea": 6, "timeout": 6, "spikei": 6, "traffic": 6, "pattern": 6, "memori": 6, "host": 6, "noth": 6, "better": 6, "do": 6, "openai": 6, "onli": [6, 7], "appli": 6, "float": [6, 7], "basemodel": 6, "user": [6, 7], "message_id": 6, "publish_tim": 6, "async": 6, "_raw_request": 6, "tabular": 6, "swagger": 6, "ui": 6, "abl": 6, "call": 6, "current": 6, "sampl": 6, "bash": 6, "x": 6, "post": 6, "json": 6, "http": 6, "localhost": 6, "8000": 6, "raw": 6, "62": 6, "ag": 6, "workclass": 6, "fnlwgt": 6, "educ": 6, "25": 6, "privat": 6, "226802": 6, "11th": 6, "import": 6, "defin": [6, 7], "your": 6, "endpoint": 6, "url": 6, "hand": 6, "ai": 6, "integr": 6, "support": 6, "1634235000": 6, "12": 6, "45": 6, "33": 6, "92": 6, "an": [6, 7], "exampl": [6, 7], "bodi": 6, "manual": 6, "experi": 6, "shouldn": 6, "product": 6, "steep": 6, "penalti": 6, "compar": 6, "normal": 6, "pydanticundefin": 6, "validation_rul": 7, "validation_config": 7, "conditionvalid": 7, "file_path": 7, "yaml_data": 7, "liter": 7, "llm_config_path": 7, "whylogs_config": 7, "file_directori": 7, "A": 7, "indic": 7, "langkit": 7, "should": 7, "doesn": 7, "work": 7, "mode": 7, "To": 7, "includ": 7, "avail": 7, "llm_metric": 7, "keyword": 7, "dataclass": 7, "yaml": 7, "pars": 7, "phase": 7, "setup": 7, "file": 7, "below": 7, "15": 7, "my_new_polici": 7, "9294f3fa": 7, "4f4b": 7, "4363": 7, "9397": 7, "87d3499fce28": 7, "toxic": 7, "textstat": 7, "schema_nam": 7, "identity_column": 7, "udfschema": 7, "arg": 7, "kwarg": 7, "protocol": 7, "except": 7, "valueerror": 7, "input_text": 7, "input_typ": 7, "condition_nam": 7, "openai_request_bodi": 7, "abc": 7, "abstract": 7}, "objects": {"": [[2, 0, 0, "-", "whylogs_container"]], "whylogs_container": [[3, 0, 0, "-", "util"], [4, 0, 0, "-", "whylabs"]], "whylogs_container.util": [[3, 0, 0, "-", "list_util"], [3, 0, 0, "-", "list_util_test"], [3, 0, 0, "-", "signal_util"], [3, 0, 0, "-", "string_util"], [3, 0, 0, "-", "string_util_test"]], "whylogs_container.util.list_util": [[3, 1, 1, "", "get_like_items"], [3, 1, 1, "", "type_batched_items"]], "whylogs_container.util.list_util_test": [[3, 1, 1, "", "test_get_like_items_empty"], [3, 1, 1, "", "test_get_like_items_hp"], [3, 1, 1, "", "test_get_like_items_single_item"], [3, 1, 1, "", "test_get_like_items_single_type"], [3, 1, 1, "", "test_get_like_items_until_empty"], [3, 1, 1, "", "test_iter"]], "whylogs_container.util.signal_util": [[3, 1, 1, "", "suspended_signals"]], "whylogs_container.util.string_util": [[3, 1, 1, "", "encode_strings"]], "whylogs_container.util.string_util_test": [[3, 1, 1, "", "test_different_hashes"], [3, 1, 1, "", "test_order_doesnt_matter"]], "whylogs_container.whylabs": [[5, 0, 0, "-", "actor"], [6, 0, 0, "-", "container"], [7, 0, 0, "-", "llm_validation"]], "whylogs_container.whylabs.actor": [[5, 0, 0, "-", "logger"], [5, 0, 0, "-", "openai_messages"]], "whylogs_container.whylabs.actor.logger": [[5, 2, 1, "", "ContainerLoggerFactory"], [5, 2, 1, "", "ContainerProcessRollingLogger"], [5, 1, 1, "", "convert_dataset_cadence"], [5, 1, 1, "", "convert_schedule"], [5, 1, 1, "", "create_logger"]], "whylogs_container.whylabs.actor.logger.ContainerLoggerFactory": [[5, 3, 1, "", "create_logger"]], "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger": [[5, 3, 1, "", "process_batch"], [5, 3, 1, "", "process_openai_message"], [5, 3, 1, "", "run"]], "whylogs_container.whylabs.actor.openai_messages": [[5, 2, 1, "", "OpenAIMessage"], [5, 2, 1, "", "OpenAIPromptDict"], [5, 2, 1, "", "OpenAIRequestDict"]], "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage": [[5, 4, 1, "", "dataset_id"], [5, 3, 1, "", "get_user_prompt"], [5, 4, 1, "", "prompt_id"], [5, 4, 1, "", "request"], [5, 4, 1, "", "request_time"], [5, 4, 1, "", "response"], [5, 3, 1, "", "to_log_request_dict"], [5, 3, 1, "", "to_openai_dict"]], "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict": [[5, 4, 1, "", "content"], [5, 4, 1, "", "role"]], "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict": [[5, 4, 1, "", "messages"], [5, 4, 1, "", "model"], [5, 4, 1, "", "temperature"], [5, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.container": [[6, 0, 0, "-", "auth"], [6, 0, 0, "-", "config"], [6, 0, 0, "-", "config_test"], [6, 0, 0, "-", "environment"], [6, 0, 0, "-", "requests"], [6, 0, 0, "-", "routes"], [6, 0, 0, "-", "startup"]], "whylogs_container.whylabs.container.auth": [[6, 2, 1, "", "Auth"]], "whylogs_container.whylabs.container.auth.Auth": [[6, 3, 1, "", "api_key_auth"]], "whylogs_container.whylabs.container.config": [[6, 2, 1, "", "ContainerSchemas"], [6, 1, 1, "", "get_dataset_options"], [6, 1, 1, "", "get_llm_validation_options"], [6, 1, 1, "", "init"]], "whylogs_container.whylabs.container.config.ContainerSchemas": [[6, 4, 1, "", "schemas"], [6, 4, 1, "", "validation_schemas"]], "whylogs_container.whylabs.container.config_test": [[6, 1, 1, "", "test_indexing_into_toolkit"]], "whylogs_container.whylabs.container.environment": [[6, 2, 1, "", "ContainerConfig"], [6, 2, 1, "", "EnvVarNames"]], "whylogs_container.whylabs.container.environment.ContainerConfig": [[6, 3, 1, "", "assert_llm_endpoint"], [6, 3, 1, "", "auth_disabled"], [6, 4, 1, "", "container_password"], [6, 4, 1, "", "default_dataset_cadence"], [6, 4, 1, "", "default_openai_api_key"], [6, 4, 1, "", "default_openai_organization"], [6, 4, 1, "", "default_whylabs_org_id"], [6, 4, 1, "", "default_whylabs_upload_cadence"], [6, 4, 1, "", "default_whylabs_upload_interval"], [6, 4, 1, "", "disable_container_password"], [6, 4, 1, "", "fail_startup_without_config"], [6, 4, 1, "", "llm_container"], [6, 4, 1, "", "whylabs_api_key"]], "whylogs_container.whylabs.container.environment.EnvVarNames": [[6, 4, 1, "", "CONTAINER_PASSWORD"], [6, 4, 1, "", "DEFAULT_WHYLABS_DATASET_CADENCE"], [6, 4, 1, "", "DEFAULT_WHYLABS_ORG_ID"], [6, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_CADENCE"], [6, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_INTERVAL"], [6, 4, 1, "", "DISABLE_CONTAINER_PASSWORD"], [6, 4, 1, "", "FAIL_STARTUP_WITHOUT_CONFIG"], [6, 4, 1, "", "LLM_CONTAINER"], [6, 4, 1, "", "MAX_REQUEST_BATCH_SIZE"], [6, 4, 1, "", "MAX_REQUEST_BUFFER_BYTES"], [6, 4, 1, "", "OPENAI_API_KEY"], [6, 4, 1, "", "OPENAI_ORGANIZATION"], [6, 4, 1, "", "WHYLABS_API_KEY"]], "whylogs_container.whylabs.container.requests": [[6, 2, 1, "", "LogEmbeddingRequest"], [6, 2, 1, "", "LogMultiple"], [6, 2, 1, "", "LogRequest"], [6, 2, 1, "", "OpenAIRequest"], [6, 2, 1, "", "PubSubMessage"], [6, 2, 1, "", "PubSubRequest"]], "whylogs_container.whylabs.container.requests.LogEmbeddingRequest": [[6, 4, 1, "", "datasetId"], [6, 4, 1, "", "embeddings"], [6, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.LogMultiple": [[6, 4, 1, "", "columns"], [6, 4, 1, "", "data"]], "whylogs_container.whylabs.container.requests.LogRequest": [[6, 4, 1, "", "datasetId"], [6, 4, 1, "", "multiple"], [6, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.OpenAIRequest": [[6, 4, 1, "", "prompt"], [6, 4, 1, "", "role"], [6, 4, 1, "", "temperature"]], "whylogs_container.whylabs.container.requests.PubSubMessage": [[6, 4, 1, "", "attributes"], [6, 4, 1, "", "data"], [6, 4, 1, "", "messageId"], [6, 4, 1, "", "publishTime"]], "whylogs_container.whylabs.container.requests.PubSubRequest": [[6, 4, 1, "", "message"], [6, 4, 1, "", "subscription"]], "whylogs_container.whylabs.container.routes": [[6, 1, 1, "", "health"], [6, 1, 1, "", "log"], [6, 1, 1, "", "log_debug_info"], [6, 1, 1, "", "log_embeddings"], [6, 1, 1, "", "log_embeddings_json"], [6, 1, 1, "", "log_json"], [6, 1, 1, "", "log_pubsub"], [6, 1, 1, "", "log_pubsub_embeddings"], [6, 1, 1, "", "openai_proxy"], [6, 1, 1, "", "publish_profiles"], [6, 1, 1, "", "shutdown"]], "whylogs_container.whylabs.container.startup": [[6, 1, 1, "", "fix_torch_threading"], [6, 1, 1, "", "init_logging"], [6, 1, 1, "", "update_pid"]], "whylogs_container.whylabs.llm_validation": [[7, 0, 0, "-", "config"], [7, 0, 0, "-", "config_parsing"], [7, 0, 0, "-", "metadata"], [7, 0, 0, "-", "schema_builder"], [7, 0, 0, "-", "signals"], [7, 0, 0, "-", "validate"], [7, 0, 0, "-", "validation_utils"], [7, 0, 0, "-", "validation_workflow"], [7, 0, 0, "-", "validators"]], "whylogs_container.whylabs.llm_validation.config": [[7, 1, 1, "", "build_langkit_validator"], [7, 1, 1, "", "build_langkit_validators_dictionary"], [7, 1, 1, "", "parse_yaml_to_dict"], [7, 1, 1, "", "validate_yaml"]], "whylogs_container.whylabs.llm_validation.config_parsing": [[7, 1, 1, "", "load_llm_profiling_options"], [7, 1, 1, "", "load_llm_validation_config_options"], [7, 1, 1, "", "load_yaml_data"]], "whylogs_container.whylabs.llm_validation.metadata": [[7, 2, 1, "", "ConfigurationMetadata"], [7, 2, 1, "", "ProfilingRule"], [7, 2, 1, "", "ValidationConfig"], [7, 2, 1, "", "ValidationMetadata"], [7, 2, 1, "", "ValidationRule"]], "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata": [[7, 4, 1, "", "config_error"], [7, 4, 1, "", "message"], [7, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule": [[7, 4, 1, "", "metrics"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig": [[7, 4, 1, "", "id"], [7, 4, 1, "", "policy"], [7, 4, 1, "", "policy_version"], [7, 4, 1, "", "profiling"], [7, 4, 1, "", "rules"], [7, 4, 1, "", "schema_version"], [7, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata": [[7, 4, 1, "", "failed_metric"], [7, 4, 1, "", "is_valid"], [7, 4, 1, "", "prompt_id"], [7, 4, 1, "", "timestamp"], [7, 4, 1, "", "validator_name"], [7, 4, 1, "", "value"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationRule": [[7, 4, 1, "", "config_path"], [7, 4, 1, "", "include_upper"], [7, 4, 1, "", "lower_threshold"], [7, 4, 1, "", "metric"], [7, 4, 1, "", "module"], [7, 4, 1, "", "rule_type"], [7, 4, 1, "", "upper_threshold"]], "whylogs_container.whylabs.llm_validation.schema_builder": [[7, 1, 1, "", "get_profiling_schema"], [7, 1, 1, "", "get_validators_udf_schema"]], "whylogs_container.whylabs.llm_validation.signals": [[7, 2, 1, "", "Failure"], [7, 2, 1, "", "Result"], [7, 2, 1, "", "Success"], [7, 5, 1, "", "ValidationError"]], "whylogs_container.whylabs.llm_validation.validate": [[7, 1, 1, "", "validate_input"]], "whylogs_container.whylabs.llm_validation.validation_utils": [[7, 1, 1, "", "flag_failed_validation"]], "whylogs_container.whylabs.llm_validation.validation_workflow": [[7, 1, 1, "", "make_openai_request"], [7, 1, 1, "", "validation_workflow"]], "whylogs_container.whylabs.llm_validation.validators": [[7, 2, 1, "", "BaseThresholdValidatorBuilder"], [7, 2, 1, "", "InputOutputValidatorBuilder"], [7, 2, 1, "", "RegexValidatorBuilder"], [7, 2, 1, "", "SentimentValidatorBuilder"], [7, 2, 1, "", "TextStatValidatorBuilder"], [7, 2, 1, "", "ThemesValidatorBuilder"], [7, 2, 1, "", "ToxicityValidatorBuilder"], [7, 2, 1, "", "ValidatorBuilder"]], "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder": [[7, 3, 1, "", "build_validator"]], "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder": [[7, 3, 1, "", "build"], [7, 3, 1, "", "build_patterns_validator"]], "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder": [[7, 3, 1, "", "build"]]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:method", "4": "py:attribute", "5": "py:exception"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "method", "Python method"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "exception", "Python exception"]}, "titleterms": {"welcom": 0, "whylog": 0, "contain": [0, 6], "python": 0, "": 0, "document": 0, "indic": 0, "tabl": 0, "whylogs_contain": [1, 2, 3, 4, 5, 6, 7], "packag": [2, 3, 4, 5, 6, 7], "subpackag": [2, 4], "modul": [2, 3, 4, 5, 6, 7], "content": [2, 3, 4, 5, 6, 7], "util": 3, "submodul": [3, 5, 6, 7], "list_util": 3, "list_util_test": 3, "signal_util": 3, "string_util": 3, "string_util_test": 3, "whylab": [4, 5, 6, 7], "actor": 5, "logger": 5, "openai_messag": 5, "auth": 6, "config": [6, 7], "config_test": 6, "environ": 6, "requir": 6, "option": 6, "request": 6, "rout": 6, "startup": 6, "llm_valid": 7, "config_pars": 7, "metadata": 7, "schema_build": 7, "signal": 7, "valid": 7, "validation_util": 7, "validation_workflow": 7}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"Welcome to whylogs-container-python\u2019s documentation!": [[0, "welcome-to-whylogs-container-python-s-documentation"]], "Indices and tables": [[0, "indices-and-tables"]], "whylogs_container": [[1, "whylogs-container"]], "whylogs_container package": [[2, "whylogs-container-package"]], "Subpackages": [[2, "subpackages"], [4, "subpackages"]], "Module contents": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.actor"], [6, "module-whylogs_container.whylabs.container"], [7, "module-whylogs_container.whylabs.llm_validation"]], "whylogs_container.util package": [[3, "whylogs-container-util-package"]], "Submodules": [[3, "submodules"], [5, "submodules"], [6, "submodules"], [7, "submodules"]], "whylogs_container.util.list_util module": [[3, "module-whylogs_container.util.list_util"]], "whylogs_container.util.list_util_test module": [[3, "module-whylogs_container.util.list_util_test"]], "whylogs_container.util.signal_util module": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util module": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test module": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs package": [[4, "whylogs-container-whylabs-package"]], "whylogs_container.whylabs.actor package": [[5, "whylogs-container-whylabs-actor-package"]], "whylogs_container.whylabs.actor.logger module": [[5, "module-whylogs_container.whylabs.actor.logger"]], "whylogs_container.whylabs.actor.openai_messages module": [[5, "module-whylogs_container.whylabs.actor.openai_messages"]], "whylogs_container.whylabs.container package": [[6, "whylogs-container-whylabs-container-package"]], "whylogs_container.whylabs.container.auth module": [[6, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config module": [[6, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test module": [[6, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.environment module": [[6, "module-whylogs_container.whylabs.container.environment"]], "Required": [[6, "required"]], "Optional": [[6, "optional"]], "whylogs_container.whylabs.container.requests module": [[6, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.routes module": [[6, "module-whylogs_container.whylabs.container.routes"]], "}\u2019": [[6, "id5"], [6, "id18"]], "whylogs_container.whylabs.container.startup module": [[6, "module-whylogs_container.whylabs.container.startup"]], "whylogs_container.whylabs.llm_validation package": [[7, "whylogs-container-whylabs-llm-validation-package"]], "whylogs_container.whylabs.llm_validation.config module": [[7, "module-whylogs_container.whylabs.llm_validation.config"]], "whylogs_container.whylabs.llm_validation.config_parsing module": [[7, "module-whylogs_container.whylabs.llm_validation.config_parsing"]], "whylogs_container.whylabs.llm_validation.metadata module": [[7, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.schema_builder module": [[7, "module-whylogs_container.whylabs.llm_validation.schema_builder"]], "whylogs_container.whylabs.llm_validation.signals module": [[7, "module-whylogs_container.whylabs.llm_validation.signals"]], "whylogs_container.whylabs.llm_validation.validate module": [[7, "module-whylogs_container.whylabs.llm_validation.validate"]], "whylogs_container.whylabs.llm_validation.validation_utils module": [[7, "module-whylogs_container.whylabs.llm_validation.validation_utils"]], "whylogs_container.whylabs.llm_validation.validation_workflow module": [[7, "module-whylogs_container.whylabs.llm_validation.validation_workflow"]], "whylogs_container.whylabs.llm_validation.validators module": [[7, "module-whylogs_container.whylabs.llm_validation.validators"]]}, "indexentries": {"module": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [3, "module-whylogs_container.util.list_util"], [3, "module-whylogs_container.util.list_util_test"], [3, "module-whylogs_container.util.signal_util"], [3, "module-whylogs_container.util.string_util"], [3, "module-whylogs_container.util.string_util_test"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.actor"], [5, "module-whylogs_container.whylabs.actor.logger"], [5, "module-whylogs_container.whylabs.actor.openai_messages"], [6, "module-whylogs_container.whylabs.container"], [6, "module-whylogs_container.whylabs.container.auth"], [6, "module-whylogs_container.whylabs.container.config"], [6, "module-whylogs_container.whylabs.container.config_test"], [6, "module-whylogs_container.whylabs.container.environment"], [6, "module-whylogs_container.whylabs.container.requests"], [6, "module-whylogs_container.whylabs.container.routes"], [6, "module-whylogs_container.whylabs.container.startup"], [7, "module-whylogs_container.whylabs.llm_validation"], [7, "module-whylogs_container.whylabs.llm_validation.config"], [7, "module-whylogs_container.whylabs.llm_validation.config_parsing"], [7, "module-whylogs_container.whylabs.llm_validation.metadata"], [7, "module-whylogs_container.whylabs.llm_validation.schema_builder"], [7, "module-whylogs_container.whylabs.llm_validation.signals"], [7, "module-whylogs_container.whylabs.llm_validation.validate"], [7, "module-whylogs_container.whylabs.llm_validation.validation_utils"], [7, "module-whylogs_container.whylabs.llm_validation.validation_workflow"], [7, "module-whylogs_container.whylabs.llm_validation.validators"]], "whylogs_container": [[2, "module-whylogs_container"]], "encode_strings() (in module whylogs_container.util.string_util)": [[3, "whylogs_container.util.string_util.encode_strings"]], "get_like_items() (in module whylogs_container.util.list_util)": [[3, "whylogs_container.util.list_util.get_like_items"]], "suspended_signals() (in module whylogs_container.util.signal_util)": [[3, "whylogs_container.util.signal_util.suspended_signals"]], "test_different_hashes() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_different_hashes"]], "test_get_like_items_empty() (in module whylogs_container.util.list_util_test)": [[3, "whylogs_container.util.list_util_test.test_get_like_items_empty"]], "test_get_like_items_hp() (in module whylogs_container.util.list_util_test)": [[3, "whylogs_container.util.list_util_test.test_get_like_items_hp"]], "test_get_like_items_single_item() (in module whylogs_container.util.list_util_test)": [[3, "whylogs_container.util.list_util_test.test_get_like_items_single_item"]], "test_get_like_items_single_type() (in module whylogs_container.util.list_util_test)": [[3, "whylogs_container.util.list_util_test.test_get_like_items_single_type"]], "test_get_like_items_until_empty() (in module whylogs_container.util.list_util_test)": [[3, "whylogs_container.util.list_util_test.test_get_like_items_until_empty"]], "test_iter() (in module whylogs_container.util.list_util_test)": [[3, "whylogs_container.util.list_util_test.test_iter"]], "test_order_doesnt_matter() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_order_doesnt_matter"]], "type_batched_items() (in module whylogs_container.util.list_util)": [[3, "whylogs_container.util.list_util.type_batched_items"]], "whylogs_container.util": [[3, "module-whylogs_container.util"]], "whylogs_container.util.list_util": [[3, "module-whylogs_container.util.list_util"]], "whylogs_container.util.list_util_test": [[3, "module-whylogs_container.util.list_util_test"]], "whylogs_container.util.signal_util": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs": [[4, "module-whylogs_container.whylabs"]], "containerloggerfactory (class in whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.ContainerLoggerFactory"]], "containerprocessrollinglogger (class in whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger"]], "openaimessage (class in whylogs_container.whylabs.actor.openai_messages)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage"]], "openaipromptdict (class in whylogs_container.whylabs.actor.openai_messages)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict"]], "openairequestdict (class in whylogs_container.whylabs.actor.openai_messages)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict"]], "content (whylogs_container.whylabs.actor.openai_messages.openaipromptdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict.content"]], "convert_dataset_cadence() (in module whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.convert_dataset_cadence"]], "convert_schedule() (in module whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.convert_schedule"]], "create_logger() (in module whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.create_logger"]], "create_logger() (whylogs_container.whylabs.actor.logger.containerloggerfactory method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerLoggerFactory.create_logger"]], "dataset_id (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.dataset_id"]], "get_user_prompt() (whylogs_container.whylabs.actor.openai_messages.openaimessage method)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.get_user_prompt"]], "messages (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.messages"]], "model (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.model"]], "process_batch() (whylogs_container.whylabs.actor.logger.containerprocessrollinglogger method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger.process_batch"]], "process_openai_message() (whylogs_container.whylabs.actor.logger.containerprocessrollinglogger method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger.process_openai_message"]], "prompt_id (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.prompt_id"]], "request (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.request"]], "request_time (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.request_time"]], "response (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.response"]], "role (whylogs_container.whylabs.actor.openai_messages.openaipromptdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict.role"]], "run() (whylogs_container.whylabs.actor.logger.containerprocessrollinglogger method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger.run"]], "temperature (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.temperature"]], "to_log_request_dict() (whylogs_container.whylabs.actor.openai_messages.openaimessage method)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.to_log_request_dict"]], "to_openai_dict() (whylogs_container.whylabs.actor.openai_messages.openaimessage method)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.to_openai_dict"]], "whylabs_dataset_id (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.whylabs_dataset_id"]], "whylogs_container.whylabs.actor": [[5, "module-whylogs_container.whylabs.actor"]], "whylogs_container.whylabs.actor.logger": [[5, "module-whylogs_container.whylabs.actor.logger"]], "whylogs_container.whylabs.actor.openai_messages": [[5, "module-whylogs_container.whylabs.actor.openai_messages"]], "auth (class in whylogs_container.whylabs.container.auth)": [[6, "whylogs_container.whylabs.container.auth.Auth"]], "container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.CONTAINER_PASSWORD"]], "containerconfig (class in whylogs_container.whylabs.container.environment)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig"]], "containerschemas (class in whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.ContainerSchemas"]], "default_whylabs_dataset_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_DATASET_CADENCE"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_ORG_ID"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_CADENCE"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_INTERVAL"]], "disable_container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DISABLE_CONTAINER_PASSWORD"]], "envvarnames (class in whylogs_container.whylabs.container.environment)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_CONFIG"]], "llm_container (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.LLM_CONTAINER"]], "logembeddingrequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest"]], "logmultiple (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple"]], "logrequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.LogRequest"]], "max_request_batch_size (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BATCH_SIZE"]], "max_request_buffer_bytes (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BUFFER_BYTES"]], "openai_api_key (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_API_KEY"]], "openai_organization (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_ORGANIZATION"]], "openairequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest"]], "pubsubmessage (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage"]], "pubsubrequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.WHYLABS_API_KEY"]], "api_key_auth() (whylogs_container.whylabs.container.auth.auth method)": [[6, "whylogs_container.whylabs.container.auth.Auth.api_key_auth"]], "assert_llm_endpoint() (whylogs_container.whylabs.container.environment.containerconfig method)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.assert_llm_endpoint"]], "attributes (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.attributes"]], "auth_disabled() (whylogs_container.whylabs.container.environment.containerconfig method)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.auth_disabled"]], "columns (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple.columns"]], "container_password (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.container_password"]], "data (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple.data"]], "data (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.data"]], "datasetid (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.datasetId"]], "datasetid (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.datasetId"]], "default_dataset_cadence (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_dataset_cadence"]], "default_openai_api_key (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_api_key"]], "default_openai_organization (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_organization"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_org_id"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_cadence"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_interval"]], "disable_container_password (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.disable_container_password"]], "embeddings (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.embeddings"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.fail_startup_without_config"]], "fix_torch_threading() (in module whylogs_container.whylabs.container.startup)": [[6, "whylogs_container.whylabs.container.startup.fix_torch_threading"]], "get_dataset_options() (in module whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.get_dataset_options"]], "get_llm_validation_options() (in module whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.get_llm_validation_options"]], "health() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.health"]], "init() (in module whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.init"]], "init_logging() (in module whylogs_container.whylabs.container.startup)": [[6, "whylogs_container.whylabs.container.startup.init_logging"]], "llm_container (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.llm_container"]], "log() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log"]], "log_debug_info() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_debug_info"]], "log_embeddings() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_embeddings"]], "log_embeddings_json() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_embeddings_json"]], "log_json() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_json"]], "log_pubsub() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_pubsub"]], "log_pubsub_embeddings() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_pubsub_embeddings"]], "message (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest.message"]], "messageid (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.messageId"]], "multiple (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.multiple"]], "openai_proxy() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.openai_proxy"]], "prompt (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.prompt"]], "publishtime (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.publishTime"]], "publish_profiles() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.publish_profiles"]], "role (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.role"]], "schemas (whylogs_container.whylabs.container.config.containerschemas attribute)": [[6, "whylogs_container.whylabs.container.config.ContainerSchemas.schemas"]], "shutdown() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.shutdown"]], "subscription (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest.subscription"]], "temperature (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.temperature"]], "test_indexing_into_toolkit() (in module whylogs_container.whylabs.container.config_test)": [[6, "whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit"]], "timestamp (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.timestamp"]], "timestamp (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.timestamp"]], "update_pid() (in module whylogs_container.whylabs.container.startup)": [[6, "whylogs_container.whylabs.container.startup.update_pid"]], "validation_schemas (whylogs_container.whylabs.container.config.containerschemas attribute)": [[6, "whylogs_container.whylabs.container.config.ContainerSchemas.validation_schemas"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.whylabs_api_key"]], "whylogs_container.whylabs.container": [[6, "module-whylogs_container.whylabs.container"]], "whylogs_container.whylabs.container.auth": [[6, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config": [[6, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test": [[6, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.environment": [[6, "module-whylogs_container.whylabs.container.environment"]], "whylogs_container.whylabs.container.requests": [[6, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.routes": [[6, "module-whylogs_container.whylabs.container.routes"]], "whylogs_container.whylabs.container.startup": [[6, "module-whylogs_container.whylabs.container.startup"]], "basethresholdvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder"]], "configurationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata"]], "failure (class in whylogs_container.whylabs.llm_validation.signals)": [[7, "whylogs_container.whylabs.llm_validation.signals.Failure"]], "inputoutputvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder"]], "profilingrule (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule"]], "regexvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder"]], "result (class in whylogs_container.whylabs.llm_validation.signals)": [[7, "whylogs_container.whylabs.llm_validation.signals.Result"]], "sentimentvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder"]], "success (class in whylogs_container.whylabs.llm_validation.signals)": [[7, "whylogs_container.whylabs.llm_validation.signals.Success"]], "textstatvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder"]], "themesvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder"]], "toxicityvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder"]], "validationconfig (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig"]], "validationerror": [[7, "whylogs_container.whylabs.llm_validation.signals.ValidationError"]], "validationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata"]], "validationrule (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule"]], "validatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder"]], "build() (whylogs_container.whylabs.llm_validation.validators.inputoutputvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.sentimentvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.textstatvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.themesvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.toxicityvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.validatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.build"]], "build_langkit_validator() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.build_langkit_validator"]], "build_langkit_validators_dictionary() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.build_langkit_validators_dictionary"]], "build_patterns_validator() (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.build_patterns_validator"]], "build_validator() (whylogs_container.whylabs.llm_validation.validators.basethresholdvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder.build_validator"]], "config_error (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.config_error"]], "config_path (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.config_path"]], "failed_metric (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.failed_metric"]], "flag_failed_validation() (in module whylogs_container.whylabs.llm_validation.validation_utils)": [[7, "whylogs_container.whylabs.llm_validation.validation_utils.flag_failed_validation"]], "get_profiling_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)": [[7, "whylogs_container.whylabs.llm_validation.schema_builder.get_profiling_schema"]], "get_validators_udf_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)": [[7, "whylogs_container.whylabs.llm_validation.schema_builder.get_validators_udf_schema"]], "id (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.id"]], "include_upper (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.include_upper"]], "is_valid (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.is_valid"]], "load_llm_profiling_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[7, "whylogs_container.whylabs.llm_validation.config_parsing.load_llm_profiling_options"]], "load_llm_validation_config_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[7, "whylogs_container.whylabs.llm_validation.config_parsing.load_llm_validation_config_options"]], "load_yaml_data() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[7, "whylogs_container.whylabs.llm_validation.config_parsing.load_yaml_data"]], "lower_threshold (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.lower_threshold"]], "make_openai_request() (in module whylogs_container.whylabs.llm_validation.validation_workflow)": [[7, "whylogs_container.whylabs.llm_validation.validation_workflow.make_openai_request"]], "message (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.message"]], "metric (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.metric"]], "metrics (whylogs_container.whylabs.llm_validation.metadata.profilingrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule.metrics"]], "module (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.module"]], "parse_yaml_to_dict() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.parse_yaml_to_dict"]], "policy (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy"]], "policy_version (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy_version"]], "profiling (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.profiling"]], "prompt_id (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.prompt_id"]], "rule_type (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.rule_type"]], "rules (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.rules"]], "schema_version (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.schema_version"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.timestamp"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.timestamp"]], "upper_threshold (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.upper_threshold"]], "validate_input() (in module whylogs_container.whylabs.llm_validation.validate)": [[7, "whylogs_container.whylabs.llm_validation.validate.validate_input"]], "validate_yaml() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.validate_yaml"]], "validation_workflow() (in module whylogs_container.whylabs.llm_validation.validation_workflow)": [[7, "whylogs_container.whylabs.llm_validation.validation_workflow.validation_workflow"]], "validator_name (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.validator_name"]], "value (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.value"]], "whylabs_dataset_id (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation": [[7, "module-whylogs_container.whylabs.llm_validation"]], "whylogs_container.whylabs.llm_validation.config": [[7, "module-whylogs_container.whylabs.llm_validation.config"]], "whylogs_container.whylabs.llm_validation.config_parsing": [[7, "module-whylogs_container.whylabs.llm_validation.config_parsing"]], "whylogs_container.whylabs.llm_validation.metadata": [[7, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.schema_builder": [[7, "module-whylogs_container.whylabs.llm_validation.schema_builder"]], "whylogs_container.whylabs.llm_validation.signals": [[7, "module-whylogs_container.whylabs.llm_validation.signals"]], "whylogs_container.whylabs.llm_validation.validate": [[7, "module-whylogs_container.whylabs.llm_validation.validate"]], "whylogs_container.whylabs.llm_validation.validation_utils": [[7, "module-whylogs_container.whylabs.llm_validation.validation_utils"]], "whylogs_container.whylabs.llm_validation.validation_workflow": [[7, "module-whylogs_container.whylabs.llm_validation.validation_workflow"]], "whylogs_container.whylabs.llm_validation.validators": [[7, "module-whylogs_container.whylabs.llm_validation.validators"]]}})
\ No newline at end of file
+Search.setIndex({"docnames": ["index", "modules", "whylogs_container", "whylogs_container.util", "whylogs_container.whylabs", "whylogs_container.whylabs.actor", "whylogs_container.whylabs.container", "whylogs_container.whylabs.llm_validation"], "filenames": ["index.rst", "modules.rst", "whylogs_container.rst", "whylogs_container.util.rst", "whylogs_container.whylabs.rst", "whylogs_container.whylabs.actor.rst", "whylogs_container.whylabs.container.rst", "whylogs_container.whylabs.llm_validation.rst"], "titles": ["Welcome to whylogs-container-python\u2019s documentation!", "whylogs_container", "whylogs_container package", "whylogs_container.util package", "whylogs_container.whylabs package", "whylogs_container.whylabs.actor package", "whylogs_container.whylabs.container package", "whylogs_container.whylabs.llm_validation package"], "terms": {"index": 0, "modul": [0, 1], "search": 0, "page": [0, 6], "packag": 1, "subpackag": 1, "util": [1, 2], "submodul": [1, 2, 4], "signal_util": [1, 2], "string_util": [1, 2], "string_util_test": [1, 2], "content": 1, "whylab": [1, 2], "suspended_sign": [2, 3], "encode_str": [2, 3], "test_different_hash": [2, 3], "test_order_doesnt_matt": [2, 3], "actor": [2, 4], "logger": [2, 4, 6], "openai_messag": [2, 4, 7], "contain": [2, 4, 7], "auth": [2, 4], "config": [2, 4, 5], "config_test": [2, 4], "container_config": [2, 4], "environ": [2, 4], "request": [2, 4, 5, 7], "rout": [2, 4], "startup": [2, 4], "llm_valid": [2, 4], "config_pars": [2, 4], "metadata": [2, 4], "schema_build": [2, 4], "signal": [2, 3, 4], "valid": [2, 4], "validation_util": [2, 4], "validation_workflow": [2, 4], "ani": [3, 6, 7], "suspend": 3, "handl": [3, 6], "execut": 3, "col_nam": 3, "list": [3, 5, 6, 7], "str": [3, 5, 6, 7], "int": [3, 5, 6, 7], "encod": 3, "string": 3, "number": [3, 6], "hash": 3, "each": [3, 6], "one": 3, "ad": 3, "them": 3, "togeth": 3, "thi": [3, 6, 7], "i": [3, 6, 7], "us": [3, 6, 7], "gener": [3, 7], "group": 3, "kei": [3, 4, 6, 7], "base": [3, 5, 6, 7], "don": [3, 6], "t": [3, 6, 7], "care": 3, "about": 3, "order": 3, "have": [3, 6], "reason": 3, "low": 3, "collis": 3, "rate": 3, "without": 3, "sort": 3, "everyth": 3, "none": [3, 5, 6, 7], "containerloggerfactori": [4, 5], "create_logg": [4, 5], "containerprocessrollinglogg": [4, 5, 6], "process_batch": [4, 5], "process_openai_messag": [4, 5], "run": [4, 5], "convert_dataset_cad": [4, 5], "convert_schedul": [4, 5], "openaimessag": [4, 5, 7], "dataset_id": [4, 5, 6], "get_user_prompt": [4, 5], "prompt_id": [4, 5, 6, 7], "request_tim": [4, 5], "respons": [4, 5, 6, 7], "to_log_request_dict": [4, 5], "to_openai_dict": [4, 5], "openaipromptdict": [4, 5], "role": [4, 5, 6], "openairequestdict": [4, 5, 7], "messag": [4, 5, 6, 7], "model": [4, 5, 6, 7], "temperatur": [4, 5, 6], "whylabs_dataset_id": [4, 5, 6, 7], "api_key_auth": [4, 6], "containerschema": [4, 6], "schema": [4, 5, 6, 7], "validation_schema": [4, 6], "get_dataset_opt": [4, 6], "get_llm_validation_opt": [4, 6], "init": [4, 6], "test_indexing_into_toolkit": [4, 6], "containerconfig": [4, 5, 6], "get_udf": [4, 6], "udfconfig": [4, 6], "applicable_column": [4, 6], "metric": [4, 6, 7], "udf": [4, 6], "assert_llm_endpoint": [4, 6], "auth_dis": [4, 6], "container_password": [4, 6], "default_dataset_cad": [4, 6], "default_openai_api_kei": [4, 6], "default_openai_organ": [4, 6], "default_whylabs_org_id": [4, 6], "default_whylabs_upload_cad": [4, 6], "default_whylabs_upload_interv": [4, 6], "disable_container_password": [4, 6], "fail_startup_without_config": [4, 6], "llm_contain": [4, 6], "whylabs_api_kei": [4, 6], "envvarnam": [4, 6], "default_whylabs_dataset_cad": [4, 6], "max_request_batch_s": [4, 6], "max_request_buffer_byt": [4, 6], "openai_api_kei": [4, 6], "openai_organ": [4, 6], "logembeddingrequest": [4, 6], "datasetid": [4, 6], "embed": [4, 6], "timestamp": [4, 6, 7], "logmultipl": [4, 6], "column": [4, 6], "data": [4, 6], "logrequest": [4, 6], "multipl": [4, 6], "openairequest": [4, 6], "prompt": [4, 6, 7], "pubsubmessag": [4, 6], "attribut": [4, 6], "messageid": [4, 6], "publishtim": [4, 6], "pubsubrequest": [4, 6], "subscript": [4, 6], "health": [4, 6], "log": [4, 6], "log_debug_info": [4, 6], "log_embed": [4, 6], "log_embeddings_json": [4, 6], "log_json": [4, 6], "log_pubsub": [4, 6], "log_pubsub_embed": [4, 6], "openai_proxi": [4, 6], "publish_profil": [4, 6], "shutdown": [4, 6], "fix_torch_thread": [4, 6], "init_log": [4, 6], "update_pid": [4, 6], "moduledefinit": [4, 7], "config_path": [4, 7], "include_upp": [4, 7], "lower_threshold": [4, 7], "upper_threshold": [4, 7], "yamlconfig": [4, 7], "id": [4, 6, 7], "polici": [4, 7], "policy_vers": [4, 7], "profil": [4, 6, 7], "rule": [4, 7], "schema_vers": [4, 7], "build_langkit_valid": [4, 7], "build_langkit_validators_dictionari": [4, 7], "parse_yaml_to_dict": [4, 7], "validate_yaml": [4, 7], "load_llm_profiling_opt": [4, 7], "load_llm_validation_config_opt": [4, 7], "load_yaml_data": [4, 7], "configurationmetadata": [4, 7], "config_error": [4, 7], "profilingrul": [4, 7], "validationconfig": [4, 7], "validationmetadata": [4, 7], "failed_metr": [4, 7], "is_valid": [4, 7], "validator_nam": [4, 7], "valu": [4, 6, 7], "validationrul": [4, 7], "rule_typ": [4, 7], "get_profiling_schema": [4, 7], "get_validators_udf_schema": [4, 7], "failur": [4, 7], "result": [4, 7], "success": [4, 7], "validationerror": [4, 7], "validate_input": [4, 7], "flag_failed_valid": [4, 7], "make_openai_request": [4, 7], "basethresholdvalidatorbuild": [4, 7], "build_valid": [4, 7], "inputoutputvalidatorbuild": [4, 7], "build": [4, 6, 7], "regexvalidatorbuild": [4, 7], "sentimentvalidatorbuild": [4, 7], "textstatvalidatorbuild": [4, 7], "themesvalidatorbuild": [4, 7], "toxicityvalidatorbuild": [4, 7], "validatorbuild": [4, 7], "class": [5, 6, 7], "threadloggerfactori": 5, "option": 5, "loggeropt": 5, "threadrollinglogg": 5, "aggregate_bi": 5, "whylog": [5, 6], "api": [5, 6], "experiment": 5, "time_util": 5, "timegranular": 5, "dai": [5, 6], "write_schedul": 5, "schedul": 5, "cadenc": [5, 6], "minut": [5, 6], "interv": [5, 6], "5": 5, "core": 5, "datasetschema": [5, 7], "sync_en": 5, "bool": [5, 6, 7], "fals": [5, 6, 7], "current_time_fn": 5, "type": [5, 6], "callabl": [5, 6], "queue_config": 5, "queueconfig": 5, "max_batch_s": 5, "50000": 5, "message_accumualtion_dur": 5, "1": [5, 7], "0": [5, 6, 7], "message_poll_wait": 5, "max_buffer_byt": 5, "100000000": 5, "thread_queue_config": 5, "writer_factori": 5, "process_rolling_logg": 5, "writerfactori": 5, "whylabswriterfactori": 5, "object": [5, 6, 7], "queue_typ": 5, "process_actor": 5, "queuetyp": 5, "faster_fifo": 5, "logger_factori": 5, "loggerfactori": 5, "baseprocessrollinglogg": 5, "batch": [5, 6], "batch_typ": 5, "method": 5, "sub": 5, "process": [5, 6], "can": [5, 6], "overridden": 5, "dataset_cad": 5, "datasetcad": [5, 6], "upload_cad": 5, "datasetuploadcadencegranular": [5, 6], "upload_interv": 5, "byte": 5, "logrequestdict": 5, "typeddict": [5, 6], "api_kei": 6, "depend": 6, "apikeyhead": 6, "dict": [6, 7], "whylabs_toolkit": 6, "config_typ": 6, "datasetopt": [6, 7], "abc": [6, 7], "abstract": [6, 7], "metricspec": 6, "datafram": 6, "sequenc": 6, "float": [6, 7], "enum": 6, "all": [6, 7], "variabl": 6, "name": [6, 7], "applic": 6, "set": [6, 7], "true": [6, 7], "you": 6, "re": 6, "llm": 6, "openapi": 6, "monitor": [6, 7], "todo": 6, "isn": 6, "sent": 6, "per": 6, "password": 6, "The": 6, "look": 6, "header": 6, "curl": 6, "format": 6, "send": 6, "h": 6, "author": 6, "bearer": 6, "my_password": 6, "daili": 6, "default": 6, "hourli": 6, "whenev": 6, "specifi": 6, "dataset": [6, 7], "determin": 6, "how": 6, "bucket": 6, "pool": 6, "hour": 6, "organ": 6, "m": 6, "d": 6, "often": 6, "ar": 6, "upload": 6, "mani": 6, "unit": 6, "time": 6, "If": 6, "Then": 6, "omit": 6, "fail": 6, "start": 6, "custom": 6, "configur": 6, "found": 6, "safeguard": 6, "want": 6, "make": 6, "sure": 6, "up": 6, "correctli": 6, "python": 6, "env": 6, "var": 6, "identifi": 6, "deploy": 6, "imag": 6, "50_000": 6, "maximum": 6, "place": 6, "onto": 6, "queue": 6, "after": 6, "thei": 6, "come": 6, "from": [6, 7], "rest": 6, "server": 6, "read": 6, "bulk": 6, "larger": 6, "longer": 6, "take": 6, "mostli": 6, "transpar": 6, "caller": 6, "end": 6, "matter": 6, "when": 6, "ha": 6, "so": 6, "becaus": 6, "throughput": 6, "too": 6, "high": 6, "keep": 6, "In": [6, 7], "case": [6, 7], "requestor": 6, "wait": 6, "which": [6, 7], "could": 6, "potenti": 6, "would": 6, "consid": 6, "lower": 6, "see": 6, "lot": 6, "out": 6, "tp": 6, "rel": 6, "our": 6, "doc": 6, "": [6, 7], "perform": 6, "load": 6, "test": 6, "1_000_000_000": 6, "1gb": 6, "size": 6, "buffer": 6, "put": 6, "increas": 6, "give": 6, "more": 6, "befor": 6, "It": 6, "good": 6, "idea": 6, "timeout": 6, "spikei": 6, "traffic": 6, "pattern": 6, "memori": 6, "host": 6, "noth": 6, "better": 6, "do": 6, "openai": 6, "onli": [6, 7], "appli": 6, "basemodel": [6, 7], "user": [6, 7], "message_id": 6, "publish_tim": 6, "async": 6, "_raw_request": 6, "tabular": 6, "swagger": 6, "ui": 6, "abl": 6, "call": 6, "current": 6, "sampl": 6, "bash": 6, "x": 6, "post": 6, "json": 6, "http": 6, "localhost": 6, "8000": 6, "raw": 6, "62": 6, "ag": 6, "workclass": 6, "fnlwgt": 6, "educ": 6, "25": 6, "privat": 6, "226802": 6, "11th": 6, "import": 6, "defin": [6, 7], "your": 6, "endpoint": 6, "url": 6, "hand": 6, "ai": 6, "integr": 6, "support": 6, "1634235000": 6, "12": 6, "45": 6, "33": 6, "92": 6, "an": [6, 7], "exampl": [6, 7], "bodi": 6, "manual": 6, "experi": 6, "shouldn": 6, "product": 6, "steep": 6, "penalti": 6, "compar": 6, "normal": 6, "pydanticundefin": 6, "liter": 7, "toxic": 7, "sentiment": 7, "theme": 7, "textstat": 7, "regex": 7, "input_output": 7, "validation_rul": 7, "validation_config": 7, "conditionvalid": 7, "file_path": 7, "yaml_data": 7, "llm_config_path": 7, "whylogs_config": 7, "file_directori": 7, "A": 7, "indic": 7, "langkit": 7, "should": 7, "doesn": 7, "work": 7, "mode": 7, "To": 7, "includ": 7, "avail": 7, "llm_metric": 7, "keyword": 7, "dataclass": 7, "yaml": 7, "pars": 7, "phase": 7, "setup": 7, "file": 7, "below": 7, "15": 7, "my_new_polici": 7, "9294f3fa": 7, "4f4b": 7, "4363": 7, "9397": 7, "87d3499fce28": 7, "schema_nam": 7, "identity_column": 7, "udfschema": 7, "arg": 7, "kwarg": 7, "protocol": 7, "except": 7, "valueerror": 7, "input_text": 7, "input_typ": 7, "condition_nam": 7, "openai_request_bodi": 7}, "objects": {"": [[2, 0, 0, "-", "whylogs_container"]], "whylogs_container": [[3, 0, 0, "-", "util"], [4, 0, 0, "-", "whylabs"]], "whylogs_container.util": [[3, 0, 0, "-", "signal_util"], [3, 0, 0, "-", "string_util"], [3, 0, 0, "-", "string_util_test"]], "whylogs_container.util.signal_util": [[3, 1, 1, "", "suspended_signals"]], "whylogs_container.util.string_util": [[3, 1, 1, "", "encode_strings"]], "whylogs_container.util.string_util_test": [[3, 1, 1, "", "test_different_hashes"], [3, 1, 1, "", "test_order_doesnt_matter"]], "whylogs_container.whylabs": [[5, 0, 0, "-", "actor"], [6, 0, 0, "-", "container"], [7, 0, 0, "-", "llm_validation"]], "whylogs_container.whylabs.actor": [[5, 0, 0, "-", "logger"], [5, 0, 0, "-", "openai_messages"]], "whylogs_container.whylabs.actor.logger": [[5, 2, 1, "", "ContainerLoggerFactory"], [5, 2, 1, "", "ContainerProcessRollingLogger"], [5, 1, 1, "", "convert_dataset_cadence"], [5, 1, 1, "", "convert_schedule"], [5, 1, 1, "", "create_logger"]], "whylogs_container.whylabs.actor.logger.ContainerLoggerFactory": [[5, 3, 1, "", "create_logger"]], "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger": [[5, 3, 1, "", "process_batch"], [5, 3, 1, "", "process_openai_message"], [5, 3, 1, "", "run"]], "whylogs_container.whylabs.actor.openai_messages": [[5, 2, 1, "", "OpenAIMessage"], [5, 2, 1, "", "OpenAIPromptDict"], [5, 2, 1, "", "OpenAIRequestDict"]], "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage": [[5, 4, 1, "", "dataset_id"], [5, 3, 1, "", "get_user_prompt"], [5, 4, 1, "", "prompt_id"], [5, 4, 1, "", "request"], [5, 4, 1, "", "request_time"], [5, 4, 1, "", "response"], [5, 3, 1, "", "to_log_request_dict"], [5, 3, 1, "", "to_openai_dict"]], "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict": [[5, 4, 1, "", "content"], [5, 4, 1, "", "role"]], "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict": [[5, 4, 1, "", "messages"], [5, 4, 1, "", "model"], [5, 4, 1, "", "temperature"], [5, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.container": [[6, 0, 0, "-", "auth"], [6, 0, 0, "-", "config"], [6, 0, 0, "-", "config_test"], [6, 0, 0, "-", "container_config"], [6, 0, 0, "-", "environment"], [6, 0, 0, "-", "requests"], [6, 0, 0, "-", "routes"], [6, 0, 0, "-", "startup"]], "whylogs_container.whylabs.container.auth": [[6, 2, 1, "", "Auth"]], "whylogs_container.whylabs.container.auth.Auth": [[6, 3, 1, "", "api_key_auth"]], "whylogs_container.whylabs.container.config": [[6, 2, 1, "", "ContainerSchemas"], [6, 1, 1, "", "get_dataset_options"], [6, 1, 1, "", "get_llm_validation_options"], [6, 1, 1, "", "init"]], "whylogs_container.whylabs.container.config.ContainerSchemas": [[6, 4, 1, "", "schemas"], [6, 4, 1, "", "validation_schemas"]], "whylogs_container.whylabs.container.config_test": [[6, 1, 1, "", "test_indexing_into_toolkit"]], "whylogs_container.whylabs.container.container_config": [[6, 2, 1, "", "ContainerConfig"], [6, 2, 1, "", "UDFConfig"]], "whylogs_container.whylabs.container.container_config.ContainerConfig": [[6, 3, 1, "", "get_dataset_options"], [6, 3, 1, "", "get_udfs"]], "whylogs_container.whylabs.container.container_config.UDFConfig": [[6, 4, 1, "", "applicable_columns"], [6, 4, 1, "", "metrics"], [6, 4, 1, "", "udf"]], "whylogs_container.whylabs.container.environment": [[6, 2, 1, "", "ContainerConfig"], [6, 2, 1, "", "EnvVarNames"]], "whylogs_container.whylabs.container.environment.ContainerConfig": [[6, 3, 1, "", "assert_llm_endpoint"], [6, 3, 1, "", "auth_disabled"], [6, 4, 1, "", "container_password"], [6, 4, 1, "", "default_dataset_cadence"], [6, 4, 1, "", "default_openai_api_key"], [6, 4, 1, "", "default_openai_organization"], [6, 4, 1, "", "default_whylabs_org_id"], [6, 4, 1, "", "default_whylabs_upload_cadence"], [6, 4, 1, "", "default_whylabs_upload_interval"], [6, 4, 1, "", "disable_container_password"], [6, 4, 1, "", "fail_startup_without_config"], [6, 4, 1, "", "llm_container"], [6, 4, 1, "", "whylabs_api_key"]], "whylogs_container.whylabs.container.environment.EnvVarNames": [[6, 4, 1, "", "CONTAINER_PASSWORD"], [6, 4, 1, "", "DEFAULT_WHYLABS_DATASET_CADENCE"], [6, 4, 1, "", "DEFAULT_WHYLABS_ORG_ID"], [6, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_CADENCE"], [6, 4, 1, "", "DEFAULT_WHYLABS_UPLOAD_INTERVAL"], [6, 4, 1, "", "DISABLE_CONTAINER_PASSWORD"], [6, 4, 1, "", "FAIL_STARTUP_WITHOUT_CONFIG"], [6, 4, 1, "", "LLM_CONTAINER"], [6, 4, 1, "", "MAX_REQUEST_BATCH_SIZE"], [6, 4, 1, "", "MAX_REQUEST_BUFFER_BYTES"], [6, 4, 1, "", "OPENAI_API_KEY"], [6, 4, 1, "", "OPENAI_ORGANIZATION"], [6, 4, 1, "", "WHYLABS_API_KEY"]], "whylogs_container.whylabs.container.requests": [[6, 2, 1, "", "LogEmbeddingRequest"], [6, 2, 1, "", "LogMultiple"], [6, 2, 1, "", "LogRequest"], [6, 2, 1, "", "OpenAIRequest"], [6, 2, 1, "", "PubSubMessage"], [6, 2, 1, "", "PubSubRequest"]], "whylogs_container.whylabs.container.requests.LogEmbeddingRequest": [[6, 4, 1, "", "datasetId"], [6, 4, 1, "", "embeddings"], [6, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.LogMultiple": [[6, 4, 1, "", "columns"], [6, 4, 1, "", "data"]], "whylogs_container.whylabs.container.requests.LogRequest": [[6, 4, 1, "", "datasetId"], [6, 4, 1, "", "multiple"], [6, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.container.requests.OpenAIRequest": [[6, 4, 1, "", "prompt"], [6, 4, 1, "", "role"], [6, 4, 1, "", "temperature"]], "whylogs_container.whylabs.container.requests.PubSubMessage": [[6, 4, 1, "", "attributes"], [6, 4, 1, "", "data"], [6, 4, 1, "", "messageId"], [6, 4, 1, "", "publishTime"]], "whylogs_container.whylabs.container.requests.PubSubRequest": [[6, 4, 1, "", "message"], [6, 4, 1, "", "subscription"]], "whylogs_container.whylabs.container.routes": [[6, 1, 1, "", "health"], [6, 1, 1, "", "log"], [6, 1, 1, "", "log_debug_info"], [6, 1, 1, "", "log_embeddings"], [6, 1, 1, "", "log_embeddings_json"], [6, 1, 1, "", "log_json"], [6, 1, 1, "", "log_pubsub"], [6, 1, 1, "", "log_pubsub_embeddings"], [6, 1, 1, "", "openai_proxy"], [6, 1, 1, "", "publish_profiles"], [6, 1, 1, "", "shutdown"]], "whylogs_container.whylabs.container.startup": [[6, 1, 1, "", "fix_torch_threading"], [6, 1, 1, "", "init_logging"], [6, 1, 1, "", "update_pid"]], "whylogs_container.whylabs.llm_validation": [[7, 0, 0, "-", "config"], [7, 0, 0, "-", "config_parsing"], [7, 0, 0, "-", "metadata"], [7, 0, 0, "-", "schema_builder"], [7, 0, 0, "-", "signals"], [7, 0, 0, "-", "validate"], [7, 0, 0, "-", "validation_utils"], [7, 0, 0, "-", "validation_workflow"], [7, 0, 0, "-", "validators"]], "whylogs_container.whylabs.llm_validation.config": [[7, 2, 1, "", "ModuleDefinition"], [7, 2, 1, "", "YamlConfig"], [7, 1, 1, "", "build_langkit_validator"], [7, 1, 1, "", "build_langkit_validators_dictionary"], [7, 1, 1, "", "parse_yaml_to_dict"], [7, 1, 1, "", "validate_yaml"]], "whylogs_container.whylabs.llm_validation.config.ModuleDefinition": [[7, 4, 1, "", "config_path"], [7, 4, 1, "", "include_upper"], [7, 4, 1, "", "lower_threshold"], [7, 4, 1, "", "metric"], [7, 4, 1, "", "module"], [7, 4, 1, "", "upper_threshold"]], "whylogs_container.whylabs.llm_validation.config.YamlConfig": [[7, 4, 1, "", "id"], [7, 4, 1, "", "policy"], [7, 4, 1, "", "policy_version"], [7, 4, 1, "", "profiling"], [7, 4, 1, "", "rules"], [7, 4, 1, "", "schema_version"], [7, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation.config_parsing": [[7, 1, 1, "", "load_llm_profiling_options"], [7, 1, 1, "", "load_llm_validation_config_options"], [7, 1, 1, "", "load_yaml_data"]], "whylogs_container.whylabs.llm_validation.metadata": [[7, 2, 1, "", "ConfigurationMetadata"], [7, 2, 1, "", "ProfilingRule"], [7, 2, 1, "", "ValidationConfig"], [7, 2, 1, "", "ValidationMetadata"], [7, 2, 1, "", "ValidationRule"]], "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata": [[7, 4, 1, "", "config_error"], [7, 4, 1, "", "message"], [7, 4, 1, "", "timestamp"]], "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule": [[7, 4, 1, "", "metrics"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig": [[7, 4, 1, "", "id"], [7, 4, 1, "", "policy"], [7, 4, 1, "", "policy_version"], [7, 4, 1, "", "profiling"], [7, 4, 1, "", "rules"], [7, 4, 1, "", "schema_version"], [7, 4, 1, "", "whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata": [[7, 4, 1, "", "failed_metric"], [7, 4, 1, "", "is_valid"], [7, 4, 1, "", "prompt_id"], [7, 4, 1, "", "timestamp"], [7, 4, 1, "", "validator_name"], [7, 4, 1, "", "value"]], "whylogs_container.whylabs.llm_validation.metadata.ValidationRule": [[7, 4, 1, "", "config_path"], [7, 4, 1, "", "include_upper"], [7, 4, 1, "", "lower_threshold"], [7, 4, 1, "", "metric"], [7, 4, 1, "", "module"], [7, 4, 1, "", "rule_type"], [7, 4, 1, "", "upper_threshold"]], "whylogs_container.whylabs.llm_validation.schema_builder": [[7, 1, 1, "", "get_profiling_schema"], [7, 1, 1, "", "get_validators_udf_schema"]], "whylogs_container.whylabs.llm_validation.signals": [[7, 2, 1, "", "Failure"], [7, 2, 1, "", "Result"], [7, 2, 1, "", "Success"], [7, 5, 1, "", "ValidationError"]], "whylogs_container.whylabs.llm_validation.validate": [[7, 1, 1, "", "validate_input"]], "whylogs_container.whylabs.llm_validation.validation_utils": [[7, 1, 1, "", "flag_failed_validation"]], "whylogs_container.whylabs.llm_validation.validation_workflow": [[7, 1, 1, "", "make_openai_request"], [7, 1, 1, "", "validation_workflow"]], "whylogs_container.whylabs.llm_validation.validators": [[7, 2, 1, "", "BaseThresholdValidatorBuilder"], [7, 2, 1, "", "InputOutputValidatorBuilder"], [7, 2, 1, "", "RegexValidatorBuilder"], [7, 2, 1, "", "SentimentValidatorBuilder"], [7, 2, 1, "", "TextStatValidatorBuilder"], [7, 2, 1, "", "ThemesValidatorBuilder"], [7, 2, 1, "", "ToxicityValidatorBuilder"], [7, 2, 1, "", "ValidatorBuilder"]], "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder": [[7, 3, 1, "", "build_validator"]], "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder": [[7, 3, 1, "", "build"], [7, 4, 1, "", "key"], [7, 4, 1, "", "validator"]], "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder": [[7, 3, 1, "", "build"]], "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder": [[7, 3, 1, "", "build"], [7, 4, 1, "", "key"], [7, 4, 1, "", "validator"]]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:method", "4": "py:attribute", "5": "py:exception"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "method", "Python method"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "exception", "Python exception"]}, "titleterms": {"welcom": 0, "whylog": 0, "contain": [0, 6], "python": 0, "": 0, "document": 0, "indic": 0, "tabl": 0, "whylogs_contain": [1, 2, 3, 4, 5, 6, 7], "packag": [2, 3, 4, 5, 6, 7], "subpackag": [2, 4], "modul": [2, 3, 4, 5, 6, 7], "content": [2, 3, 4, 5, 6, 7], "util": 3, "submodul": [3, 5, 6, 7], "signal_util": 3, "string_util": 3, "string_util_test": 3, "whylab": [4, 5, 6, 7], "actor": 5, "logger": 5, "openai_messag": 5, "auth": 6, "config": [6, 7], "config_test": 6, "container_config": 6, "environ": 6, "requir": 6, "option": 6, "request": 6, "rout": 6, "startup": 6, "llm_valid": 7, "config_pars": 7, "metadata": 7, "schema_build": 7, "signal": 7, "valid": 7, "validation_util": 7, "validation_workflow": 7}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"Welcome to whylogs-container-python\u2019s documentation!": [[0, "welcome-to-whylogs-container-python-s-documentation"]], "Indices and tables": [[0, "indices-and-tables"]], "whylogs_container": [[1, "whylogs-container"]], "whylogs_container package": [[2, "whylogs-container-package"]], "Subpackages": [[2, "subpackages"], [4, "subpackages"]], "Module contents": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.actor"], [6, "module-whylogs_container.whylabs.container"], [7, "module-whylogs_container.whylabs.llm_validation"]], "whylogs_container.util package": [[3, "whylogs-container-util-package"]], "Submodules": [[3, "submodules"], [5, "submodules"], [6, "submodules"], [7, "submodules"]], "whylogs_container.util.signal_util module": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util module": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test module": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs package": [[4, "whylogs-container-whylabs-package"]], "whylogs_container.whylabs.actor package": [[5, "whylogs-container-whylabs-actor-package"]], "whylogs_container.whylabs.actor.logger module": [[5, "module-whylogs_container.whylabs.actor.logger"]], "whylogs_container.whylabs.actor.openai_messages module": [[5, "module-whylogs_container.whylabs.actor.openai_messages"]], "whylogs_container.whylabs.container package": [[6, "whylogs-container-whylabs-container-package"]], "whylogs_container.whylabs.container.auth module": [[6, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config module": [[6, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test module": [[6, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.container_config module": [[6, "module-whylogs_container.whylabs.container.container_config"]], "whylogs_container.whylabs.container.environment module": [[6, "module-whylogs_container.whylabs.container.environment"]], "Required": [[6, "required"]], "Optional": [[6, "optional"]], "whylogs_container.whylabs.container.requests module": [[6, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.routes module": [[6, "module-whylogs_container.whylabs.container.routes"]], "}\u2019": [[6, "id5"], [6, "id18"]], "whylogs_container.whylabs.container.startup module": [[6, "module-whylogs_container.whylabs.container.startup"]], "whylogs_container.whylabs.llm_validation package": [[7, "whylogs-container-whylabs-llm-validation-package"]], "whylogs_container.whylabs.llm_validation.config module": [[7, "module-whylogs_container.whylabs.llm_validation.config"]], "whylogs_container.whylabs.llm_validation.config_parsing module": [[7, "module-whylogs_container.whylabs.llm_validation.config_parsing"]], "whylogs_container.whylabs.llm_validation.metadata module": [[7, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.schema_builder module": [[7, "module-whylogs_container.whylabs.llm_validation.schema_builder"]], "whylogs_container.whylabs.llm_validation.signals module": [[7, "module-whylogs_container.whylabs.llm_validation.signals"]], "whylogs_container.whylabs.llm_validation.validate module": [[7, "module-whylogs_container.whylabs.llm_validation.validate"]], "whylogs_container.whylabs.llm_validation.validation_utils module": [[7, "module-whylogs_container.whylabs.llm_validation.validation_utils"]], "whylogs_container.whylabs.llm_validation.validation_workflow module": [[7, "module-whylogs_container.whylabs.llm_validation.validation_workflow"]], "whylogs_container.whylabs.llm_validation.validators module": [[7, "module-whylogs_container.whylabs.llm_validation.validators"]]}, "indexentries": {"module": [[2, "module-whylogs_container"], [3, "module-whylogs_container.util"], [3, "module-whylogs_container.util.signal_util"], [3, "module-whylogs_container.util.string_util"], [3, "module-whylogs_container.util.string_util_test"], [4, "module-whylogs_container.whylabs"], [5, "module-whylogs_container.whylabs.actor"], [5, "module-whylogs_container.whylabs.actor.logger"], [5, "module-whylogs_container.whylabs.actor.openai_messages"], [6, "module-whylogs_container.whylabs.container"], [6, "module-whylogs_container.whylabs.container.auth"], [6, "module-whylogs_container.whylabs.container.config"], [6, "module-whylogs_container.whylabs.container.config_test"], [6, "module-whylogs_container.whylabs.container.container_config"], [6, "module-whylogs_container.whylabs.container.environment"], [6, "module-whylogs_container.whylabs.container.requests"], [6, "module-whylogs_container.whylabs.container.routes"], [6, "module-whylogs_container.whylabs.container.startup"], [7, "module-whylogs_container.whylabs.llm_validation"], [7, "module-whylogs_container.whylabs.llm_validation.config"], [7, "module-whylogs_container.whylabs.llm_validation.config_parsing"], [7, "module-whylogs_container.whylabs.llm_validation.metadata"], [7, "module-whylogs_container.whylabs.llm_validation.schema_builder"], [7, "module-whylogs_container.whylabs.llm_validation.signals"], [7, "module-whylogs_container.whylabs.llm_validation.validate"], [7, "module-whylogs_container.whylabs.llm_validation.validation_utils"], [7, "module-whylogs_container.whylabs.llm_validation.validation_workflow"], [7, "module-whylogs_container.whylabs.llm_validation.validators"]], "whylogs_container": [[2, "module-whylogs_container"]], "encode_strings() (in module whylogs_container.util.string_util)": [[3, "whylogs_container.util.string_util.encode_strings"]], "suspended_signals() (in module whylogs_container.util.signal_util)": [[3, "whylogs_container.util.signal_util.suspended_signals"]], "test_different_hashes() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_different_hashes"]], "test_order_doesnt_matter() (in module whylogs_container.util.string_util_test)": [[3, "whylogs_container.util.string_util_test.test_order_doesnt_matter"]], "whylogs_container.util": [[3, "module-whylogs_container.util"]], "whylogs_container.util.signal_util": [[3, "module-whylogs_container.util.signal_util"]], "whylogs_container.util.string_util": [[3, "module-whylogs_container.util.string_util"]], "whylogs_container.util.string_util_test": [[3, "module-whylogs_container.util.string_util_test"]], "whylogs_container.whylabs": [[4, "module-whylogs_container.whylabs"]], "containerloggerfactory (class in whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.ContainerLoggerFactory"]], "containerprocessrollinglogger (class in whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger"]], "openaimessage (class in whylogs_container.whylabs.actor.openai_messages)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage"]], "openaipromptdict (class in whylogs_container.whylabs.actor.openai_messages)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict"]], "openairequestdict (class in whylogs_container.whylabs.actor.openai_messages)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict"]], "content (whylogs_container.whylabs.actor.openai_messages.openaipromptdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict.content"]], "convert_dataset_cadence() (in module whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.convert_dataset_cadence"]], "convert_schedule() (in module whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.convert_schedule"]], "create_logger() (in module whylogs_container.whylabs.actor.logger)": [[5, "whylogs_container.whylabs.actor.logger.create_logger"]], "create_logger() (whylogs_container.whylabs.actor.logger.containerloggerfactory method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerLoggerFactory.create_logger"]], "dataset_id (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.dataset_id"]], "get_user_prompt() (whylogs_container.whylabs.actor.openai_messages.openaimessage method)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.get_user_prompt"]], "messages (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.messages"]], "model (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.model"]], "process_batch() (whylogs_container.whylabs.actor.logger.containerprocessrollinglogger method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger.process_batch"]], "process_openai_message() (whylogs_container.whylabs.actor.logger.containerprocessrollinglogger method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger.process_openai_message"]], "prompt_id (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.prompt_id"]], "request (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.request"]], "request_time (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.request_time"]], "response (whylogs_container.whylabs.actor.openai_messages.openaimessage attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.response"]], "role (whylogs_container.whylabs.actor.openai_messages.openaipromptdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIPromptDict.role"]], "run() (whylogs_container.whylabs.actor.logger.containerprocessrollinglogger method)": [[5, "whylogs_container.whylabs.actor.logger.ContainerProcessRollingLogger.run"]], "temperature (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.temperature"]], "to_log_request_dict() (whylogs_container.whylabs.actor.openai_messages.openaimessage method)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.to_log_request_dict"]], "to_openai_dict() (whylogs_container.whylabs.actor.openai_messages.openaimessage method)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIMessage.to_openai_dict"]], "whylabs_dataset_id (whylogs_container.whylabs.actor.openai_messages.openairequestdict attribute)": [[5, "whylogs_container.whylabs.actor.openai_messages.OpenAIRequestDict.whylabs_dataset_id"]], "whylogs_container.whylabs.actor": [[5, "module-whylogs_container.whylabs.actor"]], "whylogs_container.whylabs.actor.logger": [[5, "module-whylogs_container.whylabs.actor.logger"]], "whylogs_container.whylabs.actor.openai_messages": [[5, "module-whylogs_container.whylabs.actor.openai_messages"]], "auth (class in whylogs_container.whylabs.container.auth)": [[6, "whylogs_container.whylabs.container.auth.Auth"]], "container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.CONTAINER_PASSWORD"]], "containerconfig (class in whylogs_container.whylabs.container.container_config)": [[6, "whylogs_container.whylabs.container.container_config.ContainerConfig"]], "containerconfig (class in whylogs_container.whylabs.container.environment)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig"]], "containerschemas (class in whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.ContainerSchemas"]], "default_whylabs_dataset_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_DATASET_CADENCE"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_ORG_ID"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_CADENCE"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DEFAULT_WHYLABS_UPLOAD_INTERVAL"]], "disable_container_password (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.DISABLE_CONTAINER_PASSWORD"]], "envvarnames (class in whylogs_container.whylabs.container.environment)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.FAIL_STARTUP_WITHOUT_CONFIG"]], "llm_container (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.LLM_CONTAINER"]], "logembeddingrequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest"]], "logmultiple (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple"]], "logrequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.LogRequest"]], "max_request_batch_size (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BATCH_SIZE"]], "max_request_buffer_bytes (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.MAX_REQUEST_BUFFER_BYTES"]], "openai_api_key (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_API_KEY"]], "openai_organization (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.OPENAI_ORGANIZATION"]], "openairequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest"]], "pubsubmessage (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage"]], "pubsubrequest (class in whylogs_container.whylabs.container.requests)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest"]], "udfconfig (class in whylogs_container.whylabs.container.container_config)": [[6, "whylogs_container.whylabs.container.container_config.UDFConfig"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.envvarnames attribute)": [[6, "whylogs_container.whylabs.container.environment.EnvVarNames.WHYLABS_API_KEY"]], "api_key_auth() (whylogs_container.whylabs.container.auth.auth method)": [[6, "whylogs_container.whylabs.container.auth.Auth.api_key_auth"]], "applicable_columns (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[6, "whylogs_container.whylabs.container.container_config.UDFConfig.applicable_columns"]], "assert_llm_endpoint() (whylogs_container.whylabs.container.environment.containerconfig method)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.assert_llm_endpoint"]], "attributes (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.attributes"]], "auth_disabled() (whylogs_container.whylabs.container.environment.containerconfig method)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.auth_disabled"]], "columns (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple.columns"]], "container_password (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.container_password"]], "data (whylogs_container.whylabs.container.requests.logmultiple attribute)": [[6, "whylogs_container.whylabs.container.requests.LogMultiple.data"]], "data (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.data"]], "datasetid (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.datasetId"]], "datasetid (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.datasetId"]], "default_dataset_cadence (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_dataset_cadence"]], "default_openai_api_key (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_api_key"]], "default_openai_organization (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_openai_organization"]], "default_whylabs_org_id (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_org_id"]], "default_whylabs_upload_cadence (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_cadence"]], "default_whylabs_upload_interval (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.default_whylabs_upload_interval"]], "disable_container_password (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.disable_container_password"]], "embeddings (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.embeddings"]], "fail_startup_without_config (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.fail_startup_without_config"]], "fix_torch_threading() (in module whylogs_container.whylabs.container.startup)": [[6, "whylogs_container.whylabs.container.startup.fix_torch_threading"]], "get_dataset_options() (in module whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.get_dataset_options"]], "get_dataset_options() (whylogs_container.whylabs.container.container_config.containerconfig method)": [[6, "whylogs_container.whylabs.container.container_config.ContainerConfig.get_dataset_options"]], "get_llm_validation_options() (in module whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.get_llm_validation_options"]], "get_udfs() (whylogs_container.whylabs.container.container_config.containerconfig method)": [[6, "whylogs_container.whylabs.container.container_config.ContainerConfig.get_udfs"]], "health() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.health"]], "init() (in module whylogs_container.whylabs.container.config)": [[6, "whylogs_container.whylabs.container.config.init"]], "init_logging() (in module whylogs_container.whylabs.container.startup)": [[6, "whylogs_container.whylabs.container.startup.init_logging"]], "llm_container (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.llm_container"]], "log() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log"]], "log_debug_info() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_debug_info"]], "log_embeddings() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_embeddings"]], "log_embeddings_json() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_embeddings_json"]], "log_json() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_json"]], "log_pubsub() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_pubsub"]], "log_pubsub_embeddings() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.log_pubsub_embeddings"]], "message (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest.message"]], "messageid (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.messageId"]], "metrics (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[6, "whylogs_container.whylabs.container.container_config.UDFConfig.metrics"]], "multiple (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.multiple"]], "openai_proxy() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.openai_proxy"]], "prompt (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.prompt"]], "publishtime (whylogs_container.whylabs.container.requests.pubsubmessage attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubMessage.publishTime"]], "publish_profiles() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.publish_profiles"]], "role (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.role"]], "schemas (whylogs_container.whylabs.container.config.containerschemas attribute)": [[6, "whylogs_container.whylabs.container.config.ContainerSchemas.schemas"]], "shutdown() (in module whylogs_container.whylabs.container.routes)": [[6, "whylogs_container.whylabs.container.routes.shutdown"]], "subscription (whylogs_container.whylabs.container.requests.pubsubrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.PubSubRequest.subscription"]], "temperature (whylogs_container.whylabs.container.requests.openairequest attribute)": [[6, "whylogs_container.whylabs.container.requests.OpenAIRequest.temperature"]], "test_indexing_into_toolkit() (in module whylogs_container.whylabs.container.config_test)": [[6, "whylogs_container.whylabs.container.config_test.test_indexing_into_toolkit"]], "timestamp (whylogs_container.whylabs.container.requests.logembeddingrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogEmbeddingRequest.timestamp"]], "timestamp (whylogs_container.whylabs.container.requests.logrequest attribute)": [[6, "whylogs_container.whylabs.container.requests.LogRequest.timestamp"]], "udf (whylogs_container.whylabs.container.container_config.udfconfig attribute)": [[6, "whylogs_container.whylabs.container.container_config.UDFConfig.udf"]], "update_pid() (in module whylogs_container.whylabs.container.startup)": [[6, "whylogs_container.whylabs.container.startup.update_pid"]], "validation_schemas (whylogs_container.whylabs.container.config.containerschemas attribute)": [[6, "whylogs_container.whylabs.container.config.ContainerSchemas.validation_schemas"]], "whylabs_api_key (whylogs_container.whylabs.container.environment.containerconfig attribute)": [[6, "whylogs_container.whylabs.container.environment.ContainerConfig.whylabs_api_key"]], "whylogs_container.whylabs.container": [[6, "module-whylogs_container.whylabs.container"]], "whylogs_container.whylabs.container.auth": [[6, "module-whylogs_container.whylabs.container.auth"]], "whylogs_container.whylabs.container.config": [[6, "module-whylogs_container.whylabs.container.config"]], "whylogs_container.whylabs.container.config_test": [[6, "module-whylogs_container.whylabs.container.config_test"]], "whylogs_container.whylabs.container.container_config": [[6, "module-whylogs_container.whylabs.container.container_config"]], "whylogs_container.whylabs.container.environment": [[6, "module-whylogs_container.whylabs.container.environment"]], "whylogs_container.whylabs.container.requests": [[6, "module-whylogs_container.whylabs.container.requests"]], "whylogs_container.whylabs.container.routes": [[6, "module-whylogs_container.whylabs.container.routes"]], "whylogs_container.whylabs.container.startup": [[6, "module-whylogs_container.whylabs.container.startup"]], "basethresholdvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder"]], "configurationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata"]], "failure (class in whylogs_container.whylabs.llm_validation.signals)": [[7, "whylogs_container.whylabs.llm_validation.signals.Failure"]], "inputoutputvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder"]], "moduledefinition (class in whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition"]], "profilingrule (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule"]], "regexvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder"]], "result (class in whylogs_container.whylabs.llm_validation.signals)": [[7, "whylogs_container.whylabs.llm_validation.signals.Result"]], "sentimentvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder"]], "success (class in whylogs_container.whylabs.llm_validation.signals)": [[7, "whylogs_container.whylabs.llm_validation.signals.Success"]], "textstatvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder"]], "themesvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder"]], "toxicityvalidatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder"]], "validationconfig (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig"]], "validationerror": [[7, "whylogs_container.whylabs.llm_validation.signals.ValidationError"]], "validationmetadata (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata"]], "validationrule (class in whylogs_container.whylabs.llm_validation.metadata)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule"]], "validatorbuilder (class in whylogs_container.whylabs.llm_validation.validators)": [[7, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder"]], "yamlconfig (class in whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig"]], "build() (whylogs_container.whylabs.llm_validation.validators.inputoutputvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.InputOutputValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.sentimentvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.SentimentValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.textstatvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.TextStatValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.themesvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.ThemesValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.toxicityvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.ToxicityValidatorBuilder.build"]], "build() (whylogs_container.whylabs.llm_validation.validators.validatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.build"]], "build_langkit_validator() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.build_langkit_validator"]], "build_langkit_validators_dictionary() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.build_langkit_validators_dictionary"]], "build_validator() (whylogs_container.whylabs.llm_validation.validators.basethresholdvalidatorbuilder method)": [[7, "whylogs_container.whylabs.llm_validation.validators.BaseThresholdValidatorBuilder.build_validator"]], "config_error (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.config_error"]], "config_path (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.config_path"]], "config_path (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.config_path"]], "failed_metric (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.failed_metric"]], "flag_failed_validation() (in module whylogs_container.whylabs.llm_validation.validation_utils)": [[7, "whylogs_container.whylabs.llm_validation.validation_utils.flag_failed_validation"]], "get_profiling_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)": [[7, "whylogs_container.whylabs.llm_validation.schema_builder.get_profiling_schema"]], "get_validators_udf_schema() (in module whylogs_container.whylabs.llm_validation.schema_builder)": [[7, "whylogs_container.whylabs.llm_validation.schema_builder.get_validators_udf_schema"]], "id (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.id"]], "id (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.id"]], "include_upper (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.include_upper"]], "include_upper (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.include_upper"]], "is_valid (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.is_valid"]], "key (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder attribute)": [[7, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.key"]], "key (whylogs_container.whylabs.llm_validation.validators.validatorbuilder attribute)": [[7, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.key"]], "load_llm_profiling_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[7, "whylogs_container.whylabs.llm_validation.config_parsing.load_llm_profiling_options"]], "load_llm_validation_config_options() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[7, "whylogs_container.whylabs.llm_validation.config_parsing.load_llm_validation_config_options"]], "load_yaml_data() (in module whylogs_container.whylabs.llm_validation.config_parsing)": [[7, "whylogs_container.whylabs.llm_validation.config_parsing.load_yaml_data"]], "lower_threshold (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.lower_threshold"]], "lower_threshold (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.lower_threshold"]], "make_openai_request() (in module whylogs_container.whylabs.llm_validation.validation_workflow)": [[7, "whylogs_container.whylabs.llm_validation.validation_workflow.make_openai_request"]], "message (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.message"]], "metric (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.metric"]], "metric (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.metric"]], "metrics (whylogs_container.whylabs.llm_validation.metadata.profilingrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ProfilingRule.metrics"]], "module (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.module"]], "module (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.module"]], "parse_yaml_to_dict() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.parse_yaml_to_dict"]], "policy (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.policy"]], "policy (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy"]], "policy_version (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.policy_version"]], "policy_version (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.policy_version"]], "profiling (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.profiling"]], "profiling (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.profiling"]], "prompt_id (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.prompt_id"]], "rule_type (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.rule_type"]], "rules (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.rules"]], "rules (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.rules"]], "schema_version (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.schema_version"]], "schema_version (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.schema_version"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.configurationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ConfigurationMetadata.timestamp"]], "timestamp (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.timestamp"]], "upper_threshold (whylogs_container.whylabs.llm_validation.config.moduledefinition attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.ModuleDefinition.upper_threshold"]], "upper_threshold (whylogs_container.whylabs.llm_validation.metadata.validationrule attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationRule.upper_threshold"]], "validate_input() (in module whylogs_container.whylabs.llm_validation.validate)": [[7, "whylogs_container.whylabs.llm_validation.validate.validate_input"]], "validate_yaml() (in module whylogs_container.whylabs.llm_validation.config)": [[7, "whylogs_container.whylabs.llm_validation.config.validate_yaml"]], "validation_workflow() (in module whylogs_container.whylabs.llm_validation.validation_workflow)": [[7, "whylogs_container.whylabs.llm_validation.validation_workflow.validation_workflow"]], "validator (whylogs_container.whylabs.llm_validation.validators.regexvalidatorbuilder attribute)": [[7, "whylogs_container.whylabs.llm_validation.validators.RegexValidatorBuilder.validator"]], "validator (whylogs_container.whylabs.llm_validation.validators.validatorbuilder attribute)": [[7, "whylogs_container.whylabs.llm_validation.validators.ValidatorBuilder.validator"]], "validator_name (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.validator_name"]], "value (whylogs_container.whylabs.llm_validation.metadata.validationmetadata attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationMetadata.value"]], "whylabs_dataset_id (whylogs_container.whylabs.llm_validation.config.yamlconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.config.YamlConfig.whylabs_dataset_id"]], "whylabs_dataset_id (whylogs_container.whylabs.llm_validation.metadata.validationconfig attribute)": [[7, "whylogs_container.whylabs.llm_validation.metadata.ValidationConfig.whylabs_dataset_id"]], "whylogs_container.whylabs.llm_validation": [[7, "module-whylogs_container.whylabs.llm_validation"]], "whylogs_container.whylabs.llm_validation.config": [[7, "module-whylogs_container.whylabs.llm_validation.config"]], "whylogs_container.whylabs.llm_validation.config_parsing": [[7, "module-whylogs_container.whylabs.llm_validation.config_parsing"]], "whylogs_container.whylabs.llm_validation.metadata": [[7, "module-whylogs_container.whylabs.llm_validation.metadata"]], "whylogs_container.whylabs.llm_validation.schema_builder": [[7, "module-whylogs_container.whylabs.llm_validation.schema_builder"]], "whylogs_container.whylabs.llm_validation.signals": [[7, "module-whylogs_container.whylabs.llm_validation.signals"]], "whylogs_container.whylabs.llm_validation.validate": [[7, "module-whylogs_container.whylabs.llm_validation.validate"]], "whylogs_container.whylabs.llm_validation.validation_utils": [[7, "module-whylogs_container.whylabs.llm_validation.validation_utils"]], "whylogs_container.whylabs.llm_validation.validation_workflow": [[7, "module-whylogs_container.whylabs.llm_validation.validation_workflow"]], "whylogs_container.whylabs.llm_validation.validators": [[7, "module-whylogs_container.whylabs.llm_validation.validators"]]}})
\ No newline at end of file
diff --git a/whylogs_container.html b/whylogs_container.html
index b0b6939..7327626 100644
--- a/whylogs_container.html
+++ b/whylogs_container.html
@@ -195,20 +195,6 @@ Subpackageswhylogs_container.util packageSubpackageswhylogs_container.whylabs.container.auth modulewhylogs_container.util package#Submodules#-whylogs_container.util.list_util module#-
whylogs_container.util.list_util_test module#-
whylogs_container.util.signal_util module#@@ -315,20 +269,6 @@Submoduleswhylogs_container.util packageSubmodulesBaseProcessRollingLogger[Submodules |
Bases: object
test_indexing_into_toolkit()