Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
53 commits
Select commit Hold shift + click to select a range
c74001f
Update model monitor version
ricardrao May 6, 2025
3670f2c
fix
ricardrao May 6, 2025
383564a
Merge branch 'main' into xiangrao/20250506
ricardrao May 6, 2025
5d012bb
fix
ricardrao May 6, 2025
6583407
fix
ricardrao May 6, 2025
3dd6fd8
fix
ricardrao May 6, 2025
7a6d496
fix
ricardrao May 6, 2025
a75c6ea
fix
ricardrao May 6, 2025
bb8bf62
fix
ricardrao May 7, 2025
8d6676f
Merge branch 'main' into xiangrao/20250506
ricardrao May 7, 2025
719194f
fix
ricardrao May 7, 2025
72f390a
fix
ricardrao May 7, 2025
2d0fad3
fix
ricardrao May 7, 2025
977e792
fix
ricardrao May 7, 2025
21f0e7d
fix
ricardrao May 7, 2025
a6054a6
fix
ricardrao May 7, 2025
e05931c
fix
ricardrao May 7, 2025
4e16589
fix
ricardrao May 8, 2025
e42f128
Merge branch 'main' into xiangrao/20250506
ricardrao May 8, 2025
8a22b1d
fix
ricardrao May 8, 2025
2414f52
fix
ricardrao May 8, 2025
f73959a
fix
ricardrao May 8, 2025
c2b0177
fix
ricardrao May 8, 2025
2fc212c
fix
ricardrao May 8, 2025
563d8dd
fix
ricardrao May 8, 2025
f0ee51f
fix
ricardrao May 9, 2025
8a3dcfb
fix
ricardrao May 9, 2025
5f681e4
fix
ricardrao May 9, 2025
c7e58cb
fix
ricardrao May 9, 2025
39c1f56
fix
ricardrao May 9, 2025
111e380
fix
ricardrao May 9, 2025
3bb2d09
fix
ricardrao May 9, 2025
f2bfaec
Merge branch 'main' into xiangrao/20250506
ricardrao May 9, 2025
2ae37c4
fix
ricardrao May 9, 2025
5fe15bb
fix
ricardrao May 9, 2025
6d39fef
fix
ricardrao May 9, 2025
1f55225
fix
ricardrao May 9, 2025
6c5a710
Merge branch 'main' into xiangrao/20250506
ricardrao May 9, 2025
5e4b997
fix
ricardrao May 9, 2025
08735e9
fix
ricardrao May 9, 2025
49af71d
fix
ricardrao May 9, 2025
bcd661d
fix
ricardrao May 9, 2025
fde7a03
Merge branch 'main' into xiangrao/20250506
ricardrao May 9, 2025
6aa2646
fix
ricardrao May 9, 2025
c0f33b0
Merge branch 'main' into xiangrao/20250506
ricardrao May 9, 2025
27dc2dd
Merge branch 'main' into xiangrao/20250506
ricardrao May 10, 2025
cd1fdf1
Merge branch 'main' into xiangrao/20250506
ricardrao May 11, 2025
ad130e2
Merge branch 'main' into xiangrao/20250506
ricardrao May 13, 2025
5313cad
fix issue
ricardrao May 13, 2025
aff77f3
fix
ricardrao May 13, 2025
7e86d18
Merge branch 'main' into xiangrao/20250506
ricardrao May 13, 2025
d96f9b4
Merge branch 'main' into xiangrao/20250506
ricardrao May 14, 2025
41fa446
Merge branch 'main' into xiangrao/20250506
ricardrao May 14, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: spark
name: data_drift_compute_metrics
display_name: Data Drift - Compute Metrics
description: Compute data drift metrics given a baseline and a deployment's model data input.
version: 0.3.33
version: 0.3.34
is_deterministic: true

code: ../../src
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: pipeline
name: data_drift_signal_monitor
display_name: Data Drift - Signal Monitor
description: Computes the data drift between a baseline and production data assets.
version: 0.3.54
version: 0.3.55
is_deterministic: true

inputs:
Expand Down Expand Up @@ -63,7 +63,7 @@ outputs:
jobs:
compute_feature_importances:
type: spark
component: azureml://registries/azureml/components/feature_importance_metrics/versions/0.3.31
component: azureml://registries/azureml/components/feature_importance_metrics/versions/0.3.32
inputs:
baseline_data:
type: mltable
Expand All @@ -82,7 +82,7 @@ jobs:
type: aml_token
feature_selection:
type: spark
component: azureml://registries/azureml/components/model_monitor_feature_selector/versions/0.3.28
component: azureml://registries/azureml/components/model_monitor_feature_selector/versions/0.3.29
inputs:
input_data_1:
type: mltable
Expand All @@ -103,7 +103,7 @@ jobs:
type: aml_token
compute_drift_metrics:
type: spark
component: azureml://registries/azureml/components/data_drift_compute_metrics/versions/0.3.33
component: azureml://registries/azureml/components/data_drift_compute_metrics/versions/0.3.34
inputs:
production_dataset:
type: mltable
Expand All @@ -130,7 +130,7 @@ jobs:
type: aml_token
compute_histogram_buckets:
type: spark
component: azureml://registries/azureml/components/model_monitor_compute_histogram_buckets/versions/0.3.27
component: azureml://registries/azureml/components/model_monitor_compute_histogram_buckets/versions/0.3.28
inputs:
input_data_1:
type: mltable
Expand All @@ -150,7 +150,7 @@ jobs:
type: aml_token
compute_baseline_histogram:
type: spark
component: azureml://registries/azureml/components/model_monitor_compute_histogram/versions/0.3.27
component: azureml://registries/azureml/components/model_monitor_compute_histogram/versions/0.3.28
inputs:
input_data:
type: mltable
Expand All @@ -170,7 +170,7 @@ jobs:
type: aml_token
compute_target_histogram:
type: spark
component: azureml://registries/azureml/components/model_monitor_compute_histogram/versions/0.3.27
component: azureml://registries/azureml/components/model_monitor_compute_histogram/versions/0.3.28
inputs:
input_data:
type: mltable
Expand All @@ -190,7 +190,7 @@ jobs:
type: aml_token
output_signal_metrics:
type: spark
component: azureml://registries/azureml/components/model_monitor_output_metrics/versions/0.3.32
component: azureml://registries/azureml/components/model_monitor_output_metrics/versions/0.3.33
inputs:
signal_metrics:
type: mltable
Expand Down Expand Up @@ -218,7 +218,7 @@ jobs:
type: aml_token
evaluate_metric_thresholds:
type: spark
component: azureml://registries/azureml/components/model_monitor_evaluate_metrics_threshold/versions/0.3.32
component: azureml://registries/azureml/components/model_monitor_evaluate_metrics_threshold/versions/0.3.33
inputs:
signal_metrics:
type: mltable
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: spark
name: data_quality_compute_metrics
display_name: Data Quality - Compute Metrics
description: Compute data quality metrics leveraged by the data quality monitor.
version: 0.3.32
version: 0.3.33
is_deterministic: true

inputs:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: spark
name: data_quality_metrics_joiner
display_name: Data Quality - Metrics Joiner
description: Join baseline and target data quality metrics into a single output.
version: 0.3.25
version: 0.3.26
is_deterministic: true

inputs:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: pipeline
name: data_quality_signal_monitor
display_name: Data Quality - Signal Monitor
description: Computes the data quality of a target dataset with reference to a baseline.
version: 0.3.52
version: 0.3.53
is_deterministic: true

inputs:
Expand Down Expand Up @@ -63,7 +63,7 @@ outputs:
jobs:
compute_feature_importances:
type: spark
component: azureml://registries/azureml/components/feature_importance_metrics/versions/0.3.31
component: azureml://registries/azureml/components/feature_importance_metrics/versions/0.3.32
inputs:
baseline_data:
type: mltable
Expand All @@ -82,7 +82,7 @@ jobs:
type: aml_token
feature_selection:
type: spark
component: azureml://registries/azureml/components/model_monitor_feature_selector/versions/0.3.28
component: azureml://registries/azureml/components/model_monitor_feature_selector/versions/0.3.29
inputs:
input_data_1:
type: mltable
Expand All @@ -103,7 +103,7 @@ jobs:
type: aml_token
compute_baseline_data_statistics:
type: spark
component: azureml://registries/azureml/components/data_quality_data_statistics/versions/0.3.27
component: azureml://registries/azureml/components/data_quality_data_statistics/versions/0.3.28
inputs:
baseline_data:
type: mltable
Expand All @@ -120,7 +120,7 @@ jobs:
type: aml_token
compute_baseline_data_quality:
type: spark
component: azureml://registries/azureml/components/data_quality_compute_metrics/versions/0.3.32
component: azureml://registries/azureml/components/data_quality_compute_metrics/versions/0.3.33
inputs:
input_data:
type: mltable
Expand All @@ -145,7 +145,7 @@ jobs:
type: aml_token
compute_target_data_quality:
type: spark
component: azureml://registries/azureml/components/data_quality_compute_metrics/versions/0.3.32
component: azureml://registries/azureml/components/data_quality_compute_metrics/versions/0.3.33
inputs:
input_data:
type: mltable
Expand All @@ -168,7 +168,7 @@ jobs:
type: aml_token
join_data_quality_metrics:
type: spark
component: azureml://registries/azureml/components/data_quality_metrics_joiner/versions/0.3.25
component: azureml://registries/azureml/components/data_quality_metrics_joiner/versions/0.3.26
inputs:
baseline_metrics:
type: mltable
Expand All @@ -188,7 +188,7 @@ jobs:
type: aml_token
output_signal_metrics:
type: spark
component: azureml://registries/azureml/components/model_monitor_output_metrics/versions/0.3.32
component: azureml://registries/azureml/components/model_monitor_output_metrics/versions/0.3.33
inputs:
signal_metrics:
type: mltable
Expand All @@ -210,7 +210,7 @@ jobs:
type: aml_token
evaluate_metric_thresholds:
type: spark
component: azureml://registries/azureml/components/model_monitor_evaluate_metrics_threshold/versions/0.3.32
component: azureml://registries/azureml/components/model_monitor_evaluate_metrics_threshold/versions/0.3.33
inputs:
signal_metrics:
type: mltable
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: spark
name: data_quality_data_statistics
display_name: Data Quality - Data Statistics
description: Compute data statistics leveraged by the data quality monitor.
version: 0.3.27
version: 0.3.28
is_deterministic: true

inputs:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ $schema: http://azureml/sdk-2-0/SparkComponent.json
type: spark

name: feature_attribution_drift_compute_metrics
version: 0.3.28
version: 0.3.29
display_name: Feature Attribution Drift - Compute Metrics
is_deterministic: true
description: Feature attribution drift using model monitoring.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: pipeline
name: feature_attribution_drift_signal_monitor
display_name: Feature Attribution Drift - Signal Monitor
description: Computes the feature attribution between a baseline and production data assets.
version: 0.3.44
version: 0.3.45
is_deterministic: true

inputs:
Expand Down Expand Up @@ -44,7 +44,7 @@ outputs:
jobs:
compute_baseline_explanations:
type: spark
component: azureml://registries/azureml/components/feature_importance_metrics/versions/0.3.31
component: azureml://registries/azureml/components/feature_importance_metrics/versions/0.3.32
inputs:
baseline_data:
type: mltable
Expand All @@ -63,7 +63,7 @@ jobs:
type: aml_token
compute_production_explanations:
type: spark
component: azureml://registries/azureml/components/feature_importance_metrics/versions/0.3.31
component: azureml://registries/azureml/components/feature_importance_metrics/versions/0.3.32
inputs:
baseline_data:
type: mltable
Expand All @@ -82,7 +82,7 @@ jobs:
type: aml_token
compute_feature_attribution:
type: spark
component: azureml://registries/azureml/components/feature_attribution_drift_compute_metrics/versions/0.3.28
component: azureml://registries/azureml/components/feature_attribution_drift_compute_metrics/versions/0.3.29
inputs:
production_data:
type: mltable
Expand All @@ -101,7 +101,7 @@ jobs:
type: aml_token
output_signal_metrics:
type: spark
component: azureml://registries/azureml/components/model_monitor_output_metrics/versions/0.3.32
component: azureml://registries/azureml/components/model_monitor_output_metrics/versions/0.3.33
inputs:
signal_metrics:
type: mltable
Expand All @@ -122,7 +122,7 @@ jobs:
type: aml_token
evaluate_metric_thresholds:
type: spark
component: azureml://registries/azureml/components/model_monitor_evaluate_metrics_threshold/versions/0.3.32
component: azureml://registries/azureml/components/model_monitor_evaluate_metrics_threshold/versions/0.3.33
inputs:
signal_metrics:
type: mltable
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ $schema: http://azureml/sdk-2-0/SparkComponent.json
type: spark

name: feature_importance_metrics
version: 0.3.31
version: 0.3.32
display_name: Feature importance
is_deterministic: true
description: Feature importance for model monitoring.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: spark
name: genai_token_statistics_compute_metrics
display_name: GenAI Token Statistics - Compute Metrics
description: Compute token statistics metrics.
version: 0.0.21
version: 0.0.22
is_deterministic: true

inputs:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: pipeline
name: genai_token_statistics_signal_monitor
display_name: GenAI Token Statistics - Signal Monitor
description: Computes the token and cost metrics over LLM outputs.
version: 0.0.21
version: 0.0.22
is_deterministic: true
inputs:
monitor_name:
Expand All @@ -30,7 +30,7 @@ outputs:
jobs:
compute_metrics:
type: spark
component: azureml://registries/azureml/components/genai_token_statistics_compute_metrics/versions/0.0.21
component: azureml://registries/azureml/components/genai_token_statistics_compute_metrics/versions/0.0.22
inputs:
production_dataset:
type: mltable
Expand All @@ -49,7 +49,7 @@ jobs:
type: aml_token
output_signal_metrics:
type: spark
component: azureml://registries/azureml/components/model_monitor_metric_outputter/versions/0.3.35
component: azureml://registries/azureml/components/model_monitor_metric_outputter/versions/0.3.36
inputs:
signal_metrics:
type: mltable
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: spark
name: gsq_annotation_compute_histogram
display_name: Annotation - Compute Histogram
description: Compute annotation histogram given a deployment's model data input.
version: 0.4.36
version: 0.4.37
is_deterministic: false
inputs:
production_dataset:
Expand Down Expand Up @@ -113,19 +113,11 @@ conf:
dependencies:
- python=3.10
- pip:
- azure-cli-core~=2.66.0
- azure-ai-ml>=1.26.3
- openai>=1.56.2
- azure-ai-evaluation~=1.0.1
- azure-ai-ml~=1.26.3
- openai~=1.56.2
- json5==0.9.11
- azureml-dataprep==5.1.6
- mltable~=1.6.1
- keyrings.alt~=5.0.0
- azureml-mlflow~=1.56.0
- protobuf<5.29.0
- mlflow~=2.17.2
- azureml-fsspec~=1.3.1
- fsspec~=2023.4.0
- pyopenssl<23.0.0
name: momo-gsq-spark
code: ../../src
entry:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: spark
name: gsq_annotation_compute_metrics
display_name: Annotation - Compute Metrics
description: Compute annotation metrics given a deployment's model data input.
version: 0.4.29
version: 0.4.30
is_deterministic: True
inputs:
annotation_histogram:
Expand Down
Loading
Loading