From 3e8086b9e403542baf085fe1e4fe345485ea37db Mon Sep 17 00:00:00 2001 From: Jason Dai <44714045+jsondai@users.noreply.github.com> Date: Wed, 5 Feb 2025 11:14:42 -0800 Subject: [PATCH] fix: remove inconsistent model variable naming (#1701) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit fix: remove inconsistent model variable naming in evaluate_models_in_vertex_ai_studio_and_model_garden.ipynb Fixes #1691 🦕 --- .../evaluate_models_in_vertex_ai_studio_and_model_garden.ipynb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gemini/evaluation/evaluate_models_in_vertex_ai_studio_and_model_garden.ipynb b/gemini/evaluation/evaluate_models_in_vertex_ai_studio_and_model_garden.ipynb index a3be634bd86..b58418d3eb0 100644 --- a/gemini/evaluation/evaluate_models_in_vertex_ai_studio_and_model_garden.ipynb +++ b/gemini/evaluation/evaluate_models_in_vertex_ai_studio_and_model_garden.ipynb @@ -1602,7 +1602,7 @@ "for i, prompt_template in enumerate(prompt_templates):\n", " eval_result = summarization_eval_task.evaluate(\n", " prompt_template=prompt_template,\n", - " model=model,\n", + " model=gemini_model,\n", " # Customize eval service rate limit based on your project's Gemini-1.5-pro model quota to improve speed.\n", " # See more details in https://cloud.google.com/vertex-ai/generative-ai/docs/models/run-evaluation#increase-quota\n", " evaluation_service_qps=1,\n",