diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index a1949bdf..8c364ab1 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -14,14 +14,14 @@ on: description: Inference Model options: - gemini-2.5-pro-preview-03-25 - - gemini-1.5-pro-latest + - gemini-2.0-flash + - gemini-2.0-flash-lite evaluation_model_name: type: choice description: Evaluation Model options: - gemini-2.5-flash - gemini-2.5-pro-preview-03-25 - - gemini-1.5-pro-latest runs_per_document: description: 'Number of times generate evaluations per document' required: false diff --git a/Gemfile.lock b/Gemfile.lock index 69f4fc7b..ed1e1531 100644 --- a/Gemfile.lock +++ b/Gemfile.lock @@ -286,7 +286,11 @@ GEM parser (3.3.8.0) ast (~> 2.4.1) racc - pg (1.5.9) + pg (1.6.0) + pg (1.6.0-aarch64-linux) + pg (1.6.0-arm64-darwin) + pg (1.6.0-x86_64-darwin) + pg (1.6.0-x86_64-linux) pp (0.6.2) prettyprint prettyprint (0.2.0) diff --git a/app/models/document.rb b/app/models/document.rb index a31d6801..767a5cb9 100644 --- a/app/models/document.rb +++ b/app/models/document.rb @@ -230,7 +230,7 @@ def inference_summary! api_host = "https://demo.codeforamerica.ai" end payload = { - model_name: "gemini-1.5-pro-latest", + model_name: "gemini-2.0-flash", documents: [{id: id, title: file_name, url: normalized_url, purpose: document_category}], page_limit: 7, inference_type: "summary", diff --git a/python_components/document_inference/models.json b/python_components/document_inference/models.json index a85480c5..2c2909f9 100644 --- a/python_components/document_inference/models.json +++ b/python_components/document_inference/models.json @@ -5,6 +5,12 @@ "gemini-1.5-pro-latest": { "key": "/asap-pdf/production/GOOGLE_AI_KEY-20250521205655769000000003" }, + "gemini-2.0-flash": { + "key": "/asap-pdf/production/GOOGLE_AI_KEY-20250521205655769000000003" + }, + "gemini-2.0-flash-lite": { + "key": "/asap-pdf/production/GOOGLE_AI_KEY-20250521205655769000000003" + }, "gemini-2.5-pro-preview-03-25": { "key": "/asap-pdf/production/GOOGLE_AI_KEY-20250521205655769000000003" }