Add Cloud Run health warmup scheduler (#342)

Co-authored-by: Codex <noreply@openai.com>

Author: Pigbibi

.github/workflows/sync-cloud-run-env.yml

@@ -1015,14 +1015,15 @@ jobs:
                           service_name,
                           timezone,
                           str(scheduler.get("main_time") or configured_time("CLOUD_SCHEDULER_MAIN_TIME", "45 15")),
+                          str(scheduler.get("probe_time") or configured_time("CLOUD_SCHEDULER_PROBE_TIME", "35 9,15")),
                       ]
                   )
               )
           PY
           )
 
           for update in "${scheduler_updates[@]}"; do
-            IFS=$'\t' read -r cloud_run_service market_timezone main_time <<< "${update}"
+            IFS=$'\t' read -r cloud_run_service market_timezone main_time warmup_time <<< "${update}"
             if [ -z "${cloud_run_service}" ] || [ -z "${market_timezone}" ]; then
               continue
             fi
@@ -1077,6 +1078,24 @@ jobs:
             desired_schedule="$(CURRENT_SCHEDULE="${current_schedule}" SCHEDULE_TIME="${main_time}" python - <<'PY'
           import os
 
+          current_fields = os.environ["CURRENT_SCHEDULE"].split()
+          time_fields = os.environ["SCHEDULE_TIME"].split()
+          if len(current_fields) != 5:
+              raise SystemExit(f"Cloud Scheduler schedule must have 5 fields: {os.environ['CURRENT_SCHEDULE']!r}")
+          if len(time_fields) == 5:
+              print(" ".join(time_fields))
+          elif len(time_fields) == 2:
+              print(" ".join([*time_fields, *current_fields[2:]]))
+          else:
+              raise SystemExit(
+                  f"Cloud Scheduler override must have 2 time fields or 5 cron fields: {os.environ['SCHEDULE_TIME']!r}"
+              )
+          PY
+            )"
+
+            desired_warmup_schedule="$(CURRENT_SCHEDULE="${desired_schedule}" SCHEDULE_TIME="${warmup_time}" python - <<'PY'
+          import os
+
           current_fields = os.environ["CURRENT_SCHEDULE"].split()
           time_fields = os.environ["SCHEDULE_TIME"].split()
           if len(current_fields) != 5:
@@ -1115,6 +1134,46 @@ jobs:
                 --oidc-token-audience="${service_url}" \
                 --quiet
             fi
+
+            warmup_job_name="${cloud_run_service%-service}-warmup-scheduler"
+            warmup_uri="${service_url}/healthz"
+            if gcloud scheduler jobs describe "${warmup_job_name}" \
+              --project="${GCP_PROJECT_ID}" \
+              --location="${scheduler_location}" >/dev/null 2>&1; then
+              echo "Updating Cloud Scheduler warmup ${warmup_job_name} to ${desired_warmup_schedule}."
+              gcloud scheduler jobs update http "${warmup_job_name}" \
+                --project="${GCP_PROJECT_ID}" \
+                --location="${scheduler_location}" \
+                --uri="${warmup_uri}" \
+                --schedule="${desired_warmup_schedule}" \
+                --time-zone="${market_timezone}" \
+                --http-method=GET \
+                --oidc-service-account-email="${GCP_SCHEDULER_SERVICE_ACCOUNT}" \
+                --oidc-token-audience="${service_url}" \
+                --attempt-deadline=60s \
+                --max-retry-attempts=2 \
+                --min-backoff=15s \
+                --max-backoff=60s \
+                --max-doublings=2 \
+                --quiet
+            else
+              echo "Creating Cloud Scheduler warmup ${warmup_job_name} at ${desired_warmup_schedule}."
+              gcloud scheduler jobs create http "${warmup_job_name}" \
+                --project="${GCP_PROJECT_ID}" \
+                --location="${scheduler_location}" \
+                --uri="${warmup_uri}" \
+                --schedule="${desired_warmup_schedule}" \
+                --time-zone="${market_timezone}" \
+                --http-method=GET \
+                --oidc-service-account-email="${GCP_SCHEDULER_SERVICE_ACCOUNT}" \
+                --oidc-token-audience="${service_url}" \
+                --attempt-deadline=60s \
+                --max-retry-attempts=2 \
+                --min-backoff=15s \
+                --max-backoff=60s \
+                --max-doublings=2 \
+                --quiet
+            fi
           done
 
           monitor_dispatch_service="$(printf '%s\n' "${scheduler_updates[@]}" | head -n 1 | cut -f1)"

tests/test_cloud_run_warmup_workflow.py

@@ -0,0 +1,14 @@
+from pathlib import Path
+
+
+def test_env_sync_creates_non_trading_health_warmup_with_retries() -> None:
+    workflow = Path(".github/workflows/sync-cloud-run-env.yml").read_text(encoding="utf-8")
+
+    assert 'scheduler.get("probe_time")' in workflow
+    assert 'warmup_job_name="${cloud_run_service%-service}-warmup-scheduler"' in workflow
+    assert 'warmup_uri="${service_url}/healthz"' in workflow
+    assert '--http-method=GET' in workflow
+    assert '--max-retry-attempts=2' in workflow
+    assert workflow.count('--max-retry-attempts=2') == 2
+    assert '--attempt-deadline=60s' in workflow
+    assert 'warmup_uri="${service_url}/probe"' not in workflow