{ "annotations": { "list": [ { "builtIn": 1, "datasource": "-- Grafana --", "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "editable": true, "gnetId": null, "graphTooltip": 0, "id": 45, "iteration": 1679739783082, "links": [ { "icon": "external link", "includeVars": true, "keepTime": true, "tags": [], "targetBlank": false, "title": "Model Monitoring - Performance", "type": "link", "url": "/d/9CazA-UGz/model-monitoring-performance" }, { "icon": "dashboard", "includeVars": true, "keepTime": true, "tags": [], "targetBlank": false, "title": "Model Monitoring - Overview", "tooltip": "", "type": "link", "url": "/d/g0M4uh0Mz" } ], "panels": [ { "datasource": "model-monitoring", "description": "", "fieldConfig": { "defaults": { "custom": { "align": null, "displayMode": "auto", "filterable": false }, "mappings": [ { "from": "", "id": 0, "text": "", "to": "", "type": 1 } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "First Request" }, "properties": [ { "id": "unit", "value": "dateTimeFromNow" }, { "id": "custom.align", "value": "center" }, { "id": "custom.width", "value": null } ] }, { "matcher": { "id": "byName", "options": "Last Request" }, "properties": [ { "id": "unit", "value": "dateTimeFromNow" }, { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "Endpoint ID" }, "properties": [ { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "Model" }, "properties": [ { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "Function URI" }, "properties": [ { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "Model Class" }, "properties": [ { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "Predictions/s (5 minute avg)" }, "properties": [ { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "Average Latency (1 hour)" }, "properties": [ { "id": "custom.align", "value": "center" }, { "id": "unit", "value": "µs" } ] } ] }, "gridPos": { "h": 3, "w": 24, "x": 0, "y": 0 }, "id": 12, "options": { "showHeader": true, "sortBy": [] }, "pluginVersion": "7.2.0", "targets": [ { "hide": false, "rawQuery": true, "refId": "A", "target": "project=$PROJECT;target_endpoint=list_endpoints", "type": "table" } ], "timeFrom": null, "timeShift": null, "title": "", "transformations": [ { "id": "organize", "options": { "excludeByName": { "accuracy": true, "drift_status": true, "endpoint_function": false, "endpoint_model": false, "error_count": true }, "indexByName": { "accuracy": 4, "drift_status": 6, "endpoint_function": 2, "endpoint_id": 0, "endpoint_model": 1, "endpoint_model_class": 10, "error_count": 5, "first_request": 9, "last_request": 3, "latency_avg_1h": 8, "predictions_per_second": 7 }, "renameByName": { "endpoint_function": "Function URI", "endpoint_id": "Endpoint ID", "endpoint_model": "Model", "endpoint_model_class": "Model Class", "first_request": "First Request", "function": "Function", "function_uri": "Function URI", "last_request": "Last Request", "latency_avg_1h": "Average Latency (1 hour)", "latency_avg_1s": "Average Latency", "latency_avg_5m": "Average Latency (1 hour)", "model": "Model", "model_class": "Model Class", "predictions_per_second": "Predictions/s (5 minute avg)", "predictions_per_second_count_1s": "Predictions/sec", "tag": "Tag" } } } ], "transparent": true, "type": "table" }, { "datasource": "model-monitoring", "description": "", "fieldConfig": { "defaults": { "custom": { "align": null, "displayMode": "auto", "filterable": false }, "mappings": [ { "from": "", "id": 0, "text": "", "to": "", "type": 1 } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "tvd_sum" }, "properties": [ { "id": "displayName", "value": "TVD (sum)" }, { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "tvd_mean" }, "properties": [ { "id": "displayName", "value": "TVD (mean)" }, { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "hellinger_sum" }, "properties": [ { "id": "displayName", "value": "Hellinger (sum)" }, { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "hellinger_mean" }, "properties": [ { "id": "displayName", "value": "Hellinger (mean)" }, { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "kld_sum" }, "properties": [ { "id": "displayName", "value": "KLD (sum)" }, { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "kld_mean" }, "properties": [ { "id": "displayName", "value": "KLD (mean)" }, { "id": "custom.align", "value": "center" } ] } ] }, "gridPos": { "h": 3, "w": 24, "x": 0, "y": 3 }, "id": 21, "options": { "showHeader": true, "sortBy": [ { "desc": false, "displayName": "name" } ] }, "pluginVersion": "7.2.0", "targets": [ { "hide": false, "rawQuery": true, "refId": "A", "target": "target_endpoint=overall_feature_analysis;endpoint_id=$MODEL;project=$PROJECT", "type": "table" } ], "timeFrom": null, "timeShift": null, "title": "Overall Drift Analysis", "transformations": [ { "id": "organize", "options": { "excludeByName": {}, "indexByName": {}, "renameByName": { "endpoint_id": "Endpoint ID", "first_request": "First Request", "function": "Function", "last_request": "Last Request", "latency_avg_1s": "Average Latency", "model": "Model", "model_class": "Model Class", "predictions_per_second_count_1s": "Predictions/sec", "tag": "Tag" } } } ], "transparent": true, "type": "table" }, { "datasource": "model-monitoring", "description": "Feature analysis of the latest batch", "fieldConfig": { "defaults": { "custom": { "align": "center", "displayMode": "auto", "filterable": false }, "mappings": [ { "from": "", "id": 0, "text": "", "to": "", "type": 1 } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Feature" }, "properties": [] }, { "matcher": { "id": "byName", "options": "Actual Min" }, "properties": [] }, { "matcher": { "id": "byName", "options": "Expected Min" }, "properties": [ { "id": "noValue", "value": "N/A" } ] }, { "matcher": { "id": "byName", "options": "Expected Mean" }, "properties": [ { "id": "noValue", "value": "N/A" } ] }, { "matcher": { "id": "byName", "options": "Expected Max" }, "properties": [ { "id": "noValue", "value": "N/A" } ] }, { "matcher": { "id": "byName", "options": "tvd" }, "properties": [ { "id": "displayName", "value": "TVD" } ] }, { "matcher": { "id": "byName", "options": "hellinger" }, "properties": [ { "id": "displayName", "value": "Hellinger" } ] }, { "matcher": { "id": "byName", "options": "kld" }, "properties": [ { "id": "displayName", "value": "KLD" } ] } ] }, "gridPos": { "h": 7, "w": 24, "x": 0, "y": 6 }, "id": 14, "options": { "showHeader": true, "sortBy": [ { "desc": false, "displayName": "Feature" } ] }, "pluginVersion": "7.2.0", "targets": [ { "rawQuery": true, "refId": "A", "target": "target_endpoint=individual_feature_analysis;endpoint_id=$MODEL;project=$PROJECT", "type": "table" } ], "timeFrom": null, "timeShift": null, "title": "Features Analysis", "transformations": [ { "id": "organize", "options": { "excludeByName": { "count": true, "idx": true, "model": true }, "indexByName": { "actual_max": 3, "actual_mean": 2, "actual_min": 1, "expected_max": 4, "expected_mean": 5, "expected_min": 6, "feature_name": 0 }, "renameByName": { "actual_max": "Actual Max", "actual_mean": "Actual Mean", "actual_min": "Actual Min", "expected_max": "Expected Min", "expected_mean": "Expected Mean", "expected_min": "Expected Max", "feature_name": "Feature" } } } ], "transparent": true, "type": "table" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "iguazio", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 1, "gridPos": { "h": 7, "w": 24, "x": 0, "y": 13 }, "hiddenSeries": false, "id": 16, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": false, "min": false, "rightSide": true, "show": true, "sideWidth": 250, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.2.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "rawQuery": true, "refId": "A", "target": "backend=tsdb;\ncontainer=users;\ntable=pipelines/$PROJECT/model-endpoints/events;\nfilter=endpoint_id=='$MODEL' AND record_type=='endpoint_features';", "type": "timeserie" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Incoming Features", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "transformations": [], "transparent": true, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "refresh": "30s", "schemaVersion": 26, "style": "dark", "tags": [], "templating": { "list": [ { "datasource": "model-monitoring", "definition": "target_endpoint=list_projects", "hide": 0, "includeAll": false, "label": "Project", "multi": false, "name": "PROJECT", "options": [], "query": "target_endpoint=list_projects", "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": {}, "datasource": "iguazio", "definition": "backend=kv;\ncontainer=users;\ntable=pipelines/$PROJECT/model-endpoints/endpoints;\nfields=uid;", "hide": 0, "includeAll": false, "label": "Model", "multi": false, "name": "MODEL", "options": [], "query": "backend=kv;\ncontainer=users;\ntable=pipelines/$PROJECT/model-endpoints/endpoints;\nfields=uid;", "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false } ] }, "time": { "from": "now-1h", "to": "now" }, "timepicker": {}, "timezone": "", "title": "Model Monitoring - Details", "uid": "AohIXhAMk", "version": 3 }