{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "datasource", "uid": "grafana" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, "id": 31, "links": [ { "icon": "external link", "includeVars": true, "keepTime": true, "tags": [], "title": "Model Monitoring - Performance", "type": "link", "url": "/d/9CazA-UGz/model-monitoring-performance" }, { "icon": "external link", "includeVars": true, "keepTime": true, "tags": [], "targetBlank": false, "title": "Model Monitoring - Details", "type": "link", "url": "d/AohIXhAMk/model-monitoring-details" }, { "icon": "external link", "includeVars": true, "keepTime": true, "tags": [], "targetBlank": false, "title": "Model Monitoring - Applications", "type": "link", "url": "d/gVrVlU7Iz/model-monitoring-applications" } ], "liveNow": false, "panels": [ { "datasource": "iguazio", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 3, "w": 5, "x": 0, "y": 0 }, "id": 6, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "textMode": "value" }, "pluginVersion": "9.2.2", "targets": [ { "datasource": "iguazio", "rawQuery": true, "refId": "A", "target": "backend=kv;\ncontainer=users;\ntable=pipelines/$PROJECT/model-endpoints/endpoints;\nfields=uid;", "type": "table" } ], "title": "Endpoints", "transformations": [ { "id": "reduce", "options": { "reducers": [ "count" ] } } ], "transparent": true, "type": "stat" }, { "datasource": "iguazio", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 3, "w": 5, "x": 6, "y": 0 }, "id": 8, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "9.2.2", "targets": [ { "datasource": "iguazio", "hide": false, "rawQuery": true, "refId": "A", "target": "backend=kv;\ncontainer=users;\ntable=pipelines/$PROJECT/model-endpoints/endpoints;\nfields=metrics;filter=endpoint_type!='2';", "type": "table" } ], "title": "Predictions/s (5 Minute Average)", "transformations": [ { "id": "extractFields", "options": { "source": "metrics" } }, { "id": "extractFields", "options": { "source": "generic" } }, { "id": "organize", "options": { "excludeByName": { "generic": true, "latency_avg_1h": true, "latency_avg_5m": true, "metrics": true, "predictions_count_1h": true, "predictions_count_5m": true }, "indexByName": {}, "renameByName": { "predictions_per_second": "Predictions/s (5 Minute Average)" } } } ], "transparent": true, "type": "stat" }, { "datasource": "iguazio", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 3, "w": 5, "x": 11, "y": 0 }, "id": 23, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "9.2.2", "targets": [ { "datasource": "iguazio", "hide": false, "rawQuery": true, "refId": "A", "target": "backend=kv;\ncontainer=users;\ntable=pipelines/$PROJECT/model-endpoints/endpoints;\nfields=metrics;filter=endpoint_type!='2';", "type": "table" } ], "title": "Average Latency (Last Hour)", "transformations": [ { "id": "extractFields", "options": { "source": "metrics" } }, { "id": "extractFields", "options": { "source": "generic" } }, { "id": "organize", "options": { "excludeByName": { "generic": true, "latency_avg_1h": false, "latency_avg_5m": true, "metrics": true, "predictions_count_1h": true, "predictions_count_5m": true, "predictions_per_second": true }, "indexByName": {}, "renameByName": { "latency_avg_1h": "Average Latency (Last Hour)", "predictions_per_second": "Predictions/s (5 Minute Average)" } } } ], "transparent": true, "type": "stat" }, { "datasource": "iguazio", "fieldConfig": { "defaults": { "mappings": [], "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 3, "w": 6, "x": 18, "y": 0 }, "id": 12, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "sum" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "9.2.2", "targets": [ { "datasource": "iguazio", "rawQuery": true, "refId": "A", "target": "backend=kv;\ncontainer=users;\ntable=pipelines/$PROJECT/model-endpoints/endpoints;\nfields=error_count;", "type": "table" } ], "title": "Errors", "transparent": true, "type": "stat" }, { "datasource": "iguazio", "description": "", "fieldConfig": { "defaults": { "custom": { "align": "center", "displayMode": "auto", "filterable": true, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "function_uri" }, "properties": [ { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "Model" }, "properties": [ { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "Model Class" }, "properties": [ { "id": "custom.align", "value": "center" }, { "id": "noValue", "value": "N/A" } ] }, { "matcher": { "id": "byName", "options": "First Request" }, "properties": [ { "id": "unit", "value": "dateTimeFromNow" }, { "id": "custom.align", "value": "center" }, { "id": "noValue", "value": "N/A" } ] }, { "matcher": { "id": "byName", "options": "Last Request" }, "properties": [ { "id": "custom.align", "value": "center" }, { "id": "unit", "value": "dateTimeFromNow" }, { "id": "noValue", "value": "N/A" } ] }, { "matcher": { "id": "byName", "options": "Accuracy" }, "properties": [ { "id": "custom.align", "value": "center" }, { "id": "noValue", "value": "N/A" } ] }, { "matcher": { "id": "byName", "options": "Error Count" }, "properties": [ { "id": "custom.align", "value": "center" }, { "id": "noValue", "value": "N/A" } ] }, { "matcher": { "id": "byName", "options": "Drift Status" }, "properties": [ { "id": "custom.align", "value": "center" }, { "id": "noValue", "value": "N/A" }, { "id": "mappings", "value": [ { "options": { "DRIFT_DETECTED": { "color": "red", "index": 3, "text": "2" }, "NO_DRIFT": { "color": "green", "index": 2, "text": "0" }, "N\\A": { "index": 1, "text": "-1" }, "POSSIBLE_DRIFT": { "color": "yellow", "index": 0, "text": "1" } }, "type": "value" } ] }, { "id": "custom.displayMode", "value": "color-background" }, { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "rgba(255, 255, 255, 0)", "value": null }, { "color": "green", "value": 0 }, { "color": "yellow", "value": 1 }, { "color": "red", "value": 2 } ] } } ] }, { "matcher": { "id": "byName", "options": "Endpoint ID" }, "properties": [ { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/AohIXhAMk/model-monitoring-details?orgId=1&refresh=1m&var-PROJECT=$PROJECT&var-MODEL=${__value.text}" } ] } ] } ] }, "gridPos": { "h": 13, "w": 24, "x": 0, "y": 3 }, "id": 22, "options": { "footer": { "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true, "sortBy": [ { "desc": false, "displayName": "Name" } ] }, "pluginVersion": "9.2.2", "targets": [ { "datasource": "iguazio", "hide": false, "rawQuery": true, "refId": "A", "target": "backend=kv;\ncontainer=users;\ntable=pipelines/$PROJECT/model-endpoints/endpoints;\nfields=uid,model,function_uri,model_class,first_request,last_request,error_count,drift_status;", "type": "table" } ], "title": "Models", "transformations": [ { "id": "organize", "options": { "excludeByName": { "model_hash": false }, "indexByName": { "drift_status": 7, "error_count": 6, "first_request": 4, "function_uri": 1, "last_request": 5, "model": 2, "model_class": 3, "uid": 0 }, "renameByName": { "accuracy": "Accuracy", "drift_status": "Drift Status", "endpoint_function": "Function", "endpoint_id": "Endpoint ID", "endpoint_model": "Model", "endpoint_model_class": "Model Class", "endpoint_tag": "Tag", "error_count": "Error Count", "first_request": "First Request", "function": "Function", "function_uri": "Function", "last_request": "Last Request", "latency_avg_1s": "Average Latency", "model": "Model", "model_class": "Class", "predictions_per_second_count_1s": "Predictions/1s", "tag": "Tag", "uid": "Endpoint ID" } } } ], "type": "table" }, { "cards": {}, "color": { "cardColor": "#b4ff00", "colorScale": "sqrt", "colorScheme": "interpolatePlasma", "exponent": 0.5, "mode": "spectrum" }, "dataFormat": "timeseries", "datasource": "iguazio", "fieldConfig": { "defaults": { "custom": { "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "scaleDistribution": { "type": "linear" } } }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 0, "y": 16 }, "heatmap": {}, "hideZeroBuckets": false, "highlightCards": true, "id": 18, "legend": { "show": false }, "options": { "calculate": true, "calculation": {}, "cellGap": 2, "cellValues": {}, "color": { "exponent": 0.5, "fill": "#b4ff00", "mode": "scheme", "reverse": false, "scale": "exponential", "scheme": "Plasma", "steps": 128 }, "exemplars": { "color": "rgba(255,0,255,0.7)" }, "filterValues": { "le": 1e-9 }, "legend": { "show": false }, "rowsFrame": { "layout": "auto" }, "showValue": "never", "tooltip": { "show": true, "yHistogram": false }, "yAxis": { "axisPlacement": "left", "reverse": false, "unit": "short" } }, "pluginVersion": "9.2.2", "reverseYBuckets": false, "targets": [ { "datasource": "iguazio", "rawQuery": true, "refId": "A", "target": "backend=tsdb;\ncontainer=users;\ntable=pipelines/$PROJECT/model-endpoints/events;\nfields=predictions_per_second;filter=endpoint_type!='2';", "type": "timeserie" } ], "title": "Predictions/s (5 Minute Average)", "tooltip": { "show": true, "showHistogram": false }, "transparent": true, "type": "heatmap", "xAxis": { "show": true }, "yAxis": { "format": "short", "logBase": 1, "show": true }, "yBucketBound": "auto" }, { "cards": {}, "color": { "cardColor": "#b4ff00", "colorScale": "sqrt", "colorScheme": "interpolatePlasma", "exponent": 0.5, "mode": "spectrum" }, "dataFormat": "timeseries", "datasource": "iguazio", "fieldConfig": { "defaults": { "custom": { "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "scaleDistribution": { "type": "linear" } } }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 8, "y": 16 }, "heatmap": {}, "hideZeroBuckets": false, "highlightCards": true, "id": 19, "legend": { "show": false }, "options": { "calculate": true, "calculation": {}, "cellGap": 2, "cellValues": {}, "color": { "exponent": 0.5, "fill": "#b4ff00", "mode": "scheme", "reverse": false, "scale": "exponential", "scheme": "Plasma", "steps": 128 }, "exemplars": { "color": "rgba(255,0,255,0.7)" }, "filterValues": { "le": 1e-9 }, "legend": { "show": false }, "rowsFrame": { "layout": "auto" }, "showValue": "never", "tooltip": { "show": true, "yHistogram": false }, "yAxis": { "axisPlacement": "left", "reverse": false, "unit": "short" } }, "pluginVersion": "9.2.2", "reverseYBuckets": false, "targets": [ { "datasource": "iguazio", "rawQuery": true, "refId": "A", "target": "backend=tsdb;\ncontainer=users;\ntable=pipelines/$PROJECT/model-endpoints/events;\nfields=latency_avg_1h;filter=endpoint_type!='2';", "type": "timeserie" } ], "title": "Average Latency (1 Hour)", "tooltip": { "show": true, "showHistogram": false }, "transparent": true, "type": "heatmap", "xAxis": { "show": true }, "yAxis": { "format": "short", "logBase": 1, "show": true }, "yBucketBound": "auto" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "iguazio", "fill": 1, "fillGradient": 0, "gridPos": { "h": 6, "w": 8, "x": 16, "y": 16 }, "hiddenSeries": false, "id": 20, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "9.2.2", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": "iguazio", "refId": "A", "target": "select metric", "type": "timeserie" } ], "thresholds": [], "timeRegions": [], "title": "Errors", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "transparent": true, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } } ], "refresh": "30s", "schemaVersion": 37, "style": "dark", "tags": [], "templating": { "list": [ { "current": {}, "datasource": "model-monitoring", "definition": "target_endpoint=list_projects", "hide": 0, "includeAll": false, "label": "Project", "multi": false, "name": "PROJECT", "options": [], "query": "target_endpoint=list_projects", "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false } ] }, "time": { "from": "now-1h", "to": "now" }, "timepicker": {}, "timezone": "", "title": "Model Monitoring - Overview", "uid": "g0M4uh0Mz", "version": 2, "weekStart": "" }