Merge branch 'main' into rahulkuma/comp_update

Azure · Jul 17, 2024 · d4b979f · d4b979f
2 parents 76c0b4b + 628af4e
commit d4b979f
Show file tree

Hide file tree

Showing 72 changed files with 158 additions and 293 deletions.
diff --git a/.../large_language_models/components_pipelines/data_ingestion_dataset_to_acs_basic/spec.yaml b/.../large_language_models/components_pipelines/data_ingestion_dataset_to_acs_basic/spec.yaml
@@ -4,7 +4,7 @@ type: pipeline
 tags:
     Preview: ""
 
-version: 0.0.77
+version: 0.0.78
 name: llm_ingest_dataset_to_acs_basic
 display_name: LLM - Dataset to ACS Pipeline
 is_deterministic: false
@@ -110,7 +110,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_validate_deployments:0.0.70'
+    component: 'azureml:llm_rag_validate_deployments:0.0.71'
     identity:
       type: user_identity
     inputs:
@@ -136,7 +136,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_crack_and_chunk:0.0.67'
+    component: 'azureml:llm_rag_crack_and_chunk:0.0.68'
     inputs:
       input_data: ${{parent.inputs.input_data}}
       input_glob: ${{parent.inputs.input_glob}}
@@ -159,7 +159,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_create_promptflow:0.0.76'
+    component: 'azureml:llm_rag_create_promptflow:0.0.77'
     inputs:
       mlindex_asset_id: ${{parent.jobs.register_mlindex_asset_job.outputs.asset_id}}
       mlindex_asset_uri: ${{parent.jobs.create_acs_index_job.outputs.index}}
@@ -177,7 +177,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_generate_embeddings:0.0.60'
+    component: 'azureml:llm_rag_generate_embeddings:0.0.61'
     inputs:
       chunks_source:
         type: uri_folder
@@ -227,7 +227,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_update_acs_index:0.0.64'
+    component: 'azureml:llm_rag_update_acs_index:0.0.65'
     inputs:
       embeddings:
         type: uri_folder
@@ -247,7 +247,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_register_mlindex_asset:0.0.64'
+    component: 'azureml:llm_rag_register_mlindex_asset:0.0.65'
     inputs:
       storage_uri: ${{parent.jobs.create_acs_index_job.outputs.index}}
       asset_name: ${{parent.inputs.embeddings_dataset_name}}

diff --git a/...arge_language_models/components_pipelines/data_ingestion_dataset_to_acs_user_id/spec.yaml b/...arge_language_models/components_pipelines/data_ingestion_dataset_to_acs_user_id/spec.yaml
@@ -4,7 +4,7 @@ type: pipeline
 tags:
     Preview: ""
 
-version: 0.0.75
+version: 0.0.76
 name: llm_ingest_dataset_to_acs_user_id
 display_name: LLM - Dataset to ACS Pipeline
 is_deterministic: false
@@ -110,7 +110,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_validate_deployments:0.0.70'
+    component: 'azureml:llm_rag_validate_deployments:0.0.71'
     identity:
       type: user_identity
     inputs:
@@ -136,7 +136,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_crack_and_chunk:0.0.67'
+    component: 'azureml:llm_rag_crack_and_chunk:0.0.68'
     identity:
       type: user_identity
     inputs:
@@ -161,7 +161,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_create_promptflow:0.0.76'
+    component: 'azureml:llm_rag_create_promptflow:0.0.77'
     identity:
       type: user_identity
     inputs:
@@ -181,7 +181,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_generate_embeddings:0.0.60'
+    component: 'azureml:llm_rag_generate_embeddings:0.0.61'
     identity:
       type: user_identity
     inputs:
@@ -235,7 +235,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_update_acs_index:0.0.64'
+    component: 'azureml:llm_rag_update_acs_index:0.0.65'
     identity:
       type: user_identity
     inputs:
@@ -257,7 +257,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_register_mlindex_asset:0.0.64'
+    component: 'azureml:llm_rag_register_mlindex_asset:0.0.65'
     identity:
       type: user_identity
     inputs:

diff --git a/...arge_language_models/components_pipelines/data_ingestion_dataset_to_faiss_basic/spec.yaml b/...arge_language_models/components_pipelines/data_ingestion_dataset_to_faiss_basic/spec.yaml
@@ -4,7 +4,7 @@ type: pipeline
 tags:
     Preview: ""
 
-version: 0.0.76
+version: 0.0.77
 name: llm_ingest_dataset_to_faiss_basic
 display_name: LLM - Dataset to FAISS Pipeline
 is_deterministic: false
@@ -102,7 +102,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_validate_deployments:0.0.70'
+    component: 'azureml:llm_rag_validate_deployments:0.0.71'
     identity:
       type: user_identity
     inputs:
@@ -125,7 +125,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_crack_and_chunk:0.0.67'
+    component: 'azureml:llm_rag_crack_and_chunk:0.0.68'
     inputs:
       input_data: ${{parent.inputs.input_data}}
       input_glob: ${{parent.inputs.input_glob}}
@@ -148,7 +148,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_create_promptflow:0.0.76'
+    component: 'azureml:llm_rag_create_promptflow:0.0.77'
     inputs:
       mlindex_asset_id: ${{parent.jobs.register_mlindex_asset_job.outputs.asset_id}}
       mlindex_asset_uri: ${{parent.jobs.create_faiss_index_job.outputs.index}}
@@ -166,7 +166,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_generate_embeddings:0.0.60'
+    component: 'azureml:llm_rag_generate_embeddings:0.0.61'
     inputs:
       chunks_source:
         type: uri_folder
@@ -216,7 +216,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_create_faiss_index:0.0.65'
+    component: 'azureml:llm_rag_create_faiss_index:0.0.66'
     inputs:
       embeddings:
         type: uri_folder
@@ -234,7 +234,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_register_mlindex_asset:0.0.64'
+    component: 'azureml:llm_rag_register_mlindex_asset:0.0.65'
     inputs:
       storage_uri: ${{parent.jobs.create_faiss_index_job.outputs.index}}
       asset_name: ${{parent.inputs.embeddings_dataset_name}}

diff --git a/...ge_language_models/components_pipelines/data_ingestion_dataset_to_faiss_user_id/spec.yaml b/...ge_language_models/components_pipelines/data_ingestion_dataset_to_faiss_user_id/spec.yaml
@@ -4,7 +4,7 @@ type: pipeline
 tags:
     Preview: ""
 
-version: 0.0.75
+version: 0.0.76
 name: llm_ingest_dataset_to_faiss_user_id
 display_name: LLM - Dataset to FAISS Pipeline
 is_deterministic: false
@@ -102,7 +102,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_validate_deployments:0.0.70'
+    component: 'azureml:llm_rag_validate_deployments:0.0.71'
     identity:
       type: user_identity
     inputs:
@@ -125,7 +125,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_crack_and_chunk:0.0.67'
+    component: 'azureml:llm_rag_crack_and_chunk:0.0.68'
     identity:
       type: user_identity
     inputs:
@@ -150,7 +150,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_create_promptflow:0.0.76'
+    component: 'azureml:llm_rag_create_promptflow:0.0.77'
     identity:
       type: user_identity
     inputs:
@@ -170,7 +170,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_generate_embeddings:0.0.60'
+    component: 'azureml:llm_rag_generate_embeddings:0.0.61'
     identity:
       type: user_identity
     inputs:
@@ -224,7 +224,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_create_faiss_index:0.0.65'
+    component: 'azureml:llm_rag_create_faiss_index:0.0.66'
     identity:
       type: user_identity
     inputs:
@@ -244,7 +244,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: 'azureml:llm_rag_register_mlindex_asset:0.0.64'
+    component: 'azureml:llm_rag_register_mlindex_asset:0.0.65'
     identity:
       type: user_identity
     inputs:

diff --git a/assets/large_language_models/components_pipelines/data_ingestion_db_to_acs/spec.yaml b/assets/large_language_models/components_pipelines/data_ingestion_db_to_acs/spec.yaml
@@ -4,7 +4,7 @@ tags:
   Preview: ""
 name: llm_ingest_db_to_acs
 display_name: LLM - SQL Datastore to ACS Pipeline
-version: 0.0.91
+version: 0.0.92
 description: Single job pipeline to chunk data from AzureML sql data store, and create ACS embeddings index
 settings:
   default_compute: serverless
@@ -154,7 +154,7 @@ jobs:
       output_grounding_context_file: ${{parent.outputs.db_context}}
     environment_variables:
       MANAGED_IDENTITY_ENABLED: ${{parent.inputs.managed_identity_enabled}}
-    component: "azureml:llm_dbcopilot_grounding:0.0.65"
+    component: "azureml:llm_dbcopilot_grounding:0.0.66"
     type: command
   generate_meta_embeddings:
     type: command
@@ -164,7 +164,7 @@ jobs:
       properties:
         compute_specification:
           automatic: true
-    component: "azureml:llm_rag_generate_embeddings:0.0.58"
+    component: "azureml:llm_rag_generate_embeddings:0.0.60"
     inputs:
       chunks_source:
         type: uri_folder
@@ -221,7 +221,7 @@ jobs:
     #########################################
   db_sample_loading_generator:
     type: command
-    component: "azureml:llm_dbcopilot_grounding_ground_samples:0.0.40"
+    component: "azureml:llm_dbcopilot_grounding_ground_samples:0.0.41"
     resources:
       instance_count: ${{parent.inputs.serverless_instance_count}}
       instance_type: ${{parent.inputs.serverless_instance_type}}
@@ -241,7 +241,7 @@ jobs:
   #########################################
   generate_sample_embeddings:
     type: command
-    component:  "azureml:llm_rag_generate_embeddings:0.0.58"
+    component:  "azureml:llm_rag_generate_embeddings:0.0.60"
     resources:
       instance_count: ${{parent.inputs.serverless_instance_count}}
       instance_type: ${{parent.inputs.serverless_instance_type}}
@@ -336,5 +336,5 @@ jobs:
         path: ${{parent.inputs.include_views}}
       instruct_template:
         path: ${{parent.inputs.instruct_template}}
-    component: "azureml:llm_dbcopilot_create_promptflow:0.0.65"
+    component: "azureml:llm_dbcopilot_create_promptflow:0.0.66"
     type: command
diff --git a/assets/large_language_models/components_pipelines/data_ingestion_db_to_faiss/spec.yaml b/assets/large_language_models/components_pipelines/data_ingestion_db_to_faiss/spec.yaml
@@ -4,7 +4,7 @@ tags:
   Preview: ""
 name: llm_ingest_db_to_faiss
 display_name: LLM - SQL Datastore to FAISS Pipeline
-version: 0.0.91
+version: 0.0.92
 description: Single job pipeline to chunk data from AzureML sql data store, and create FAISS embeddings index
 settings:
   default_compute: serverless
@@ -144,7 +144,7 @@ jobs:
       output_grounding_context_file: ${{parent.outputs.db_context}}
     environment_variables:
       MANAGED_IDENTITY_ENABLED: ${{parent.inputs.managed_identity_enabled}}
-    component: "azureml:llm_dbcopilot_grounding:0.0.65"
+    component: "azureml:llm_dbcopilot_grounding:0.0.66"
     type: command
   generate_meta_embeddings:
     type: command
@@ -203,13 +203,13 @@ jobs:
         path: ${{parent.jobs.generate_meta_embeddings.outputs.embeddings}}
     outputs:
       index: ${{parent.outputs.grounding_index}}
-    component: "azureml:llm_rag_create_faiss_index:0.0.63"
+    component: "azureml:llm_rag_create_faiss_index:0.0.65"
     type: command
 
   #########################################
   db_sample_loading_generator:
     type: command
-    component: "azureml:llm_dbcopilot_grounding_ground_samples:0.0.40"
+    component: "azureml:llm_dbcopilot_grounding_ground_samples:0.0.41"
     resources:
       instance_count: ${{parent.inputs.serverless_instance_count}}
       instance_type: ${{parent.inputs.serverless_instance_type}}
@@ -229,7 +229,7 @@ jobs:
   #########################################
   generate_sample_embeddings:
     type: command
-    component: "azureml:llm_rag_generate_embeddings:0.0.58"
+    component: "azureml:llm_rag_generate_embeddings:0.0.60"
     resources:
       instance_count: ${{parent.inputs.serverless_instance_count}}
       instance_type: ${{parent.inputs.serverless_instance_type}}
@@ -250,7 +250,7 @@ jobs:
   #########################################
   create_sample_faiss_index_job:
     type: command
-    component: "azureml:llm_rag_create_faiss_index:0.0.63"
+    component: "azureml:llm_rag_create_faiss_index:0.0.65"
     resources:
       instance_count: ${{parent.inputs.serverless_instance_count}}
       instance_type: ${{parent.inputs.serverless_instance_type}}
@@ -320,5 +320,5 @@ jobs:
         path: ${{parent.inputs.include_views}}
       instruct_template:
         path: ${{parent.inputs.instruct_template}}
-    component: "azureml:llm_dbcopilot_create_promptflow:0.0.65"
+    component: "azureml:llm_dbcopilot_create_promptflow:0.0.66"
     type: command