Skip to content

Commit

Permalink
Merge branch 'main' into runhli/try_upgrade_mlflow
Browse files Browse the repository at this point in the history
  • Loading branch information
runhli authored Dec 12, 2024
2 parents 837b9b3 + 77f5d33 commit 254c562
Show file tree
Hide file tree
Showing 95 changed files with 771 additions and 253 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: pipeline
tags:
Preview: ""

version: 0.0.83
version: 0.0.85
name: llm_ingest_dataset_to_acs_basic
display_name: LLM - Dataset to ACS Pipeline
is_deterministic: false
Expand Down Expand Up @@ -110,7 +110,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_validate_deployments:0.0.77'
component: 'azureml:llm_rag_validate_deployments:0.0.80'
identity:
type: user_identity
inputs:
Expand All @@ -136,7 +136,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_crack_and_chunk:0.0.74'
component: 'azureml:llm_rag_crack_and_chunk:0.0.77'
inputs:
input_data: ${{parent.inputs.input_data}}
input_glob: ${{parent.inputs.input_glob}}
Expand All @@ -159,7 +159,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_generate_embeddings:0.0.67'
component: 'azureml:llm_rag_generate_embeddings:0.0.70'
inputs:
chunks_source:
type: uri_folder
Expand Down Expand Up @@ -209,7 +209,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_update_acs_index:0.0.71'
component: 'azureml:llm_rag_update_acs_index:0.0.74'
inputs:
embeddings:
type: uri_folder
Expand All @@ -229,7 +229,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_register_mlindex_asset:0.0.71'
component: 'azureml:llm_rag_register_mlindex_asset:0.0.74'
inputs:
storage_uri: ${{parent.jobs.create_acs_index_job.outputs.index}}
asset_name: ${{parent.inputs.embeddings_dataset_name}}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: pipeline
tags:
Preview: ""

version: 0.0.81
version: 0.0.83
name: llm_ingest_dataset_to_acs_user_id
display_name: LLM - Dataset to ACS Pipeline
is_deterministic: false
Expand Down Expand Up @@ -110,7 +110,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_validate_deployments:0.0.77'
component: 'azureml:llm_rag_validate_deployments:0.0.80'
identity:
type: user_identity
inputs:
Expand All @@ -136,7 +136,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_crack_and_chunk:0.0.74'
component: 'azureml:llm_rag_crack_and_chunk:0.0.77'
identity:
type: user_identity
inputs:
Expand All @@ -161,7 +161,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_generate_embeddings:0.0.67'
component: 'azureml:llm_rag_generate_embeddings:0.0.70'
identity:
type: user_identity
inputs:
Expand Down Expand Up @@ -215,7 +215,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_update_acs_index:0.0.71'
component: 'azureml:llm_rag_update_acs_index:0.0.74'
identity:
type: user_identity
inputs:
Expand All @@ -237,7 +237,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_register_mlindex_asset:0.0.71'
component: 'azureml:llm_rag_register_mlindex_asset:0.0.74'
identity:
type: user_identity
inputs:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: pipeline
tags:
Preview: ""

version: 0.0.82
version: 0.0.84
name: llm_ingest_dataset_to_faiss_basic
display_name: LLM - Dataset to FAISS Pipeline
is_deterministic: false
Expand Down Expand Up @@ -102,7 +102,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_validate_deployments:0.0.77'
component: 'azureml:llm_rag_validate_deployments:0.0.80'
identity:
type: user_identity
inputs:
Expand All @@ -125,7 +125,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_crack_and_chunk:0.0.74'
component: 'azureml:llm_rag_crack_and_chunk:0.0.77'
inputs:
input_data: ${{parent.inputs.input_data}}
input_glob: ${{parent.inputs.input_glob}}
Expand All @@ -148,7 +148,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_generate_embeddings:0.0.67'
component: 'azureml:llm_rag_generate_embeddings:0.0.70'
inputs:
chunks_source:
type: uri_folder
Expand Down Expand Up @@ -198,7 +198,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_create_faiss_index:0.0.72'
component: 'azureml:llm_rag_create_faiss_index:0.0.75'
inputs:
embeddings:
type: uri_folder
Expand All @@ -216,7 +216,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_register_mlindex_asset:0.0.71'
component: 'azureml:llm_rag_register_mlindex_asset:0.0.74'
inputs:
storage_uri: ${{parent.jobs.create_faiss_index_job.outputs.index}}
asset_name: ${{parent.inputs.embeddings_dataset_name}}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: pipeline
tags:
Preview: ""

version: 0.0.81
version: 0.0.83
name: llm_ingest_dataset_to_faiss_user_id
display_name: LLM - Dataset to FAISS Pipeline
is_deterministic: false
Expand Down Expand Up @@ -102,7 +102,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_validate_deployments:0.0.77'
component: 'azureml:llm_rag_validate_deployments:0.0.80'
identity:
type: user_identity
inputs:
Expand All @@ -125,7 +125,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_crack_and_chunk:0.0.74'
component: 'azureml:llm_rag_crack_and_chunk:0.0.77'
identity:
type: user_identity
inputs:
Expand All @@ -150,7 +150,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_generate_embeddings:0.0.67'
component: 'azureml:llm_rag_generate_embeddings:0.0.70'
identity:
type: user_identity
inputs:
Expand Down Expand Up @@ -204,7 +204,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_create_faiss_index:0.0.72'
component: 'azureml:llm_rag_create_faiss_index:0.0.75'
identity:
type: user_identity
inputs:
Expand All @@ -224,7 +224,7 @@ jobs:
properties:
compute_specification:
automatic: true
component: 'azureml:llm_rag_register_mlindex_asset:0.0.71'
component: 'azureml:llm_rag_register_mlindex_asset:0.0.74'
identity:
type: user_identity
inputs:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.75
version: 0.0.77
name: llm_rag_crack_and_chunk
display_name: LLM - Crack and Chunk Data
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.46
version: 0.0.48
name: llm_rag_crack_and_chunk_and_embed
display_name: LLM - Crack, Chunk and Embed Data
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
name: llm_rag_crack_chunk_embed_index_and_register
version: 0.0.34
version: 0.0.36
tags:
Preview: ""

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.33
version: 0.0.35
name: llm_rag_crawl_url
display_name: LLM - Crawl URL to Retrieve Data
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.73
version: 0.0.75
name: llm_rag_create_faiss_index
display_name: LLM - Create FAISS Index
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.84
version: 0.0.86
name: llm_rag_create_promptflow
display_name: LLM - Create Prompt Flow
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.69
version: 0.0.71
name: llm_rag_data_import_acs
display_name: LLM - Import Data from ACS
is_deterministic: false
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.68
version: 0.0.70
name: llm_rag_generate_embeddings
display_name: LLM - Generate Embeddings
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: parallel
tags:
Preview: ""

version: 0.0.74
version: 0.0.76
name: llm_rag_generate_embeddings_parallel
display_name: LLM - Generate Embeddings Parallel
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.72
version: 0.0.74
name: llm_rag_git_clone
display_name: LLM - Clone Git Repo
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.26
version: 0.0.28
name: llm_rag_image_embed_index
display_name: LLM - Embedding images with Florence
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.72
version: 0.0.74
name: llm_rag_qa_data_generation
display_name: LLM - Generate QnA Test Data
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.72
version: 0.0.74
name: llm_rag_register_mlindex_asset
display_name: LLM - Register Vector Index Asset
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.65
version: 0.0.67
name: llm_rag_register_qa_data_asset
display_name: LLM - Register QA Generation Data Asset
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.72
version: 0.0.74
name: llm_rag_update_acs_index
display_name: LLM - Update ACS Index
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.28
version: 0.0.30
name: llm_rag_update_cosmos_mongo_vcore_index
display_name: LLM - Update Azure Cosmos Mongo vCore Index
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.28
version: 0.0.30
name: llm_rag_update_milvus_index
display_name: LLM - Update Milvus Index
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.40
version: 0.0.42
name: llm_rag_update_pinecone_index
display_name: LLM - Update Pinecone Index
is_deterministic: true
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
tags:
Preview: ""

version: 0.0.78
version: 0.0.80
name: llm_rag_validate_deployments
display_name: LLM - Validate Deployments
is_deterministic: false
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ dependencies:
- scikit-learn
- pip:
# RAG package
- azureml-rag[azure,langchain,cognitive_search,data_generation,pinecone,milvus,azure_cosmos_mongo_vcore,azure_cosmos_nosql]==0.2.37
- azureml-rag[azure,langchain,cognitive_search,data_generation,milvus,azure_cosmos_mongo_vcore,azure_cosmos_nosql]==0.2.37.1
# Azure
- azure-ai-formrecognizer==3.3.1
- azure-identity=={{latest-pypi-version}}
Expand Down
Loading

0 comments on commit 254c562

Please sign in to comment.