From b8d1872a285ef119776e082fe75c6a5bddc62fe6 Mon Sep 17 00:00:00 2001 From: Allison Morgan Date: Fri, 25 Jul 2025 12:33:06 -0700 Subject: [PATCH 1/3] Migrate Gemini 1.5-Pro models to Gemini 2.0 Flash models --- .github/workflows/eval.yml | 2 ++ python_components/document_inference/models.json | 6 ++++++ 2 files changed, 8 insertions(+) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index a1949bdf..b140ad83 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -15,6 +15,8 @@ on: options: - gemini-2.5-pro-preview-03-25 - gemini-1.5-pro-latest + - gemini-2.0-flash + - gemini-2.0-flash-lite evaluation_model_name: type: choice description: Evaluation Model diff --git a/python_components/document_inference/models.json b/python_components/document_inference/models.json index a85480c5..2c2909f9 100644 --- a/python_components/document_inference/models.json +++ b/python_components/document_inference/models.json @@ -5,6 +5,12 @@ "gemini-1.5-pro-latest": { "key": "/asap-pdf/production/GOOGLE_AI_KEY-20250521205655769000000003" }, + "gemini-2.0-flash": { + "key": "/asap-pdf/production/GOOGLE_AI_KEY-20250521205655769000000003" + }, + "gemini-2.0-flash-lite": { + "key": "/asap-pdf/production/GOOGLE_AI_KEY-20250521205655769000000003" + }, "gemini-2.5-pro-preview-03-25": { "key": "/asap-pdf/production/GOOGLE_AI_KEY-20250521205655769000000003" } From a963d25cc188eb8fb7795a95d926996342ec0283 Mon Sep 17 00:00:00 2001 From: Allison Morgan Date: Fri, 25 Jul 2025 15:39:11 -0700 Subject: [PATCH 2/3] Update summary model to Gemini 2.0 Flash --- app/models/document.rb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/app/models/document.rb b/app/models/document.rb index a31d6801..767a5cb9 100644 --- a/app/models/document.rb +++ b/app/models/document.rb @@ -230,7 +230,7 @@ def inference_summary! api_host = "https://demo.codeforamerica.ai" end payload = { - model_name: "gemini-1.5-pro-latest", + model_name: "gemini-2.0-flash", documents: [{id: id, title: file_name, url: normalized_url, purpose: document_category}], page_limit: 7, inference_type: "summary", From 4d752502032ac98c68b8e05a4410075cc8ca969b Mon Sep 17 00:00:00 2001 From: Allison Morgan Date: Mon, 28 Jul 2025 09:13:52 -0700 Subject: [PATCH 3/3] Remove Gemini 1.5 model from evaluation suite --- .github/workflows/eval.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index b140ad83..8c364ab1 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -14,7 +14,6 @@ on: description: Inference Model options: - gemini-2.5-pro-preview-03-25 - - gemini-1.5-pro-latest - gemini-2.0-flash - gemini-2.0-flash-lite evaluation_model_name: @@ -23,7 +22,6 @@ on: options: - gemini-2.5-flash - gemini-2.5-pro-preview-03-25 - - gemini-1.5-pro-latest runs_per_document: description: 'Number of times generate evaluations per document' required: false