From 23df3925e35a897d4854e6a201a4221517a27b3e Mon Sep 17 00:00:00 2001
From: Samraj Moorjani <samraj.moorjani@databricks.com>
Date: Fri, 13 Dec 2024 12:24:29 -0800
Subject: [PATCH] Update agent monitoring template for foundational models
---
.../agent_quality_fm_monitoring_dashboard_template.json | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/rag_app_sample_code/resources/agent_quality_fm_monitoring_dashboard_template.json b/rag_app_sample_code/resources/agent_quality_fm_monitoring_dashboard_template.json
index c9a12b8..4197d84 100644
--- a/rag_app_sample_code/resources/agent_quality_fm_monitoring_dashboard_template.json
+++ b/rag_app_sample_code/resources/agent_quality_fm_monitoring_dashboard_template.json
@@ -3,7 +3,7 @@
{
"name": "b3e86a40",
"displayName": "sampled_request_logs_eval",
- "query": "with eval_log as (\n select \n *,\n case\n when `response/overall_assessment/rating` = \"yes\" then \"no_quality_issue\"\n when `response/overall_assessment/rating` = \"no\" then \"has_quality_issue\"\n else null\n end as overall_assessment,\n execution_duration_ms / 1000 as execution_time_s,\n concat(\n '/ml/experiments/',\n experiment_id,\n '/runs/',\n run_id,\n '/evaluations?searchQuery=',\n databricks_request_id\n ) as eval_details\n from ml.{{eval_requests_log_table_name}}\n where \n run_id is not null \n and run_id != \"skipped\"\n)\nselect eval_log.*\nfrom eval_log"
+ "query": "with eval_log as (\n select \n *,\n case\n when `response/overall_assessment/rating` = \"yes\" then \"no_quality_issue\"\n when `response/overall_assessment/rating` = \"no\" then \"has_quality_issue\"\n else null\n end as overall_assessment,\n execution_duration_ms / 1000 as execution_time_s,\n concat(\n '/ml/experiments/',\n experiment_id,\n '/runs/',\n run_id,\n '/evaluations?searchQuery=',\n databricks_request_id\n ) as eval_details\n from {{eval_requests_log_table_name}}\n where \n run_id is not null \n and run_id != \"skipped\"\n)\nselect eval_log.*\nfrom eval_log"
},
{
"name": "f31542f7",
@@ -35,7 +35,7 @@
{
"name": "main_query",
"query": {
- "datasetName": "b3e86a40",
+ "datasetName": "f31542f7",
"fields": [
{
"name": "daily(timestamp)",
@@ -335,7 +335,7 @@
{
"name": "main_query",
"query": {
- "datasetName": "b3e86a40",
+ "datasetName": "f31542f7",
"fields": [
{
"name": "status_code",