diff --git a/tenants/tenant-3/elasticsearch-data-1.yaml b/tenants/tenant-3/elasticsearch-data-1.yaml index 27ebeb1..6bbb437 100644 --- a/tenants/tenant-3/elasticsearch-data-1.yaml +++ b/tenants/tenant-3/elasticsearch-data-1.yaml @@ -26,9 +26,12 @@ port_forwards: health_check: type: "tcp" port: 9300 - interval: "20s" + # A cold Elasticsearch boot can outlast a 20s x 3 (~60s) failure budget, + # which restarts the VM just before the transport port opens. Keep the + # ~150s+ budget consistent across all three tenant-3 services. + interval: "30s" timeout: "5s" - retries: 3 + retries: 5 node_host_ip_env: "transport.publish_host" cross_node_links: - service: "elasticsearch-data-2" diff --git a/tenants/tenant-3/elasticsearch-data-2.yaml b/tenants/tenant-3/elasticsearch-data-2.yaml index 0ac4209..797323d 100644 --- a/tenants/tenant-3/elasticsearch-data-2.yaml +++ b/tenants/tenant-3/elasticsearch-data-2.yaml @@ -26,9 +26,12 @@ port_forwards: health_check: type: "tcp" port: 9300 - interval: "20s" + # A cold Elasticsearch boot can outlast a 20s x 3 (~60s) failure budget, + # which restarts the VM just before the transport port opens. Keep the + # ~150s+ budget consistent across all three tenant-3 services. + interval: "30s" timeout: "5s" - retries: 3 + retries: 5 node_host_ip_env: "transport.publish_host" cross_node_links: - service: "elasticsearch-data-1" diff --git a/tenants/tenant-3/elasticsearch-voting-only.yaml b/tenants/tenant-3/elasticsearch-voting-only.yaml index 98d1f2d..f1df228 100644 --- a/tenants/tenant-3/elasticsearch-voting-only.yaml +++ b/tenants/tenant-3/elasticsearch-voting-only.yaml @@ -25,9 +25,12 @@ port_forwards: health_check: type: "tcp" port: 9300 - interval: "20s" + # First boot on 1 vCPU takes longer than a 20s x 3 (~60s) failure budget, + # so the agent kept restarting the VM before the transport port opened. + # Match the ~150s budget that tenant-2 kibana needed for slow cold starts. + interval: "30s" timeout: "5s" - retries: 3 + retries: 5 node_host_ip_env: "transport.publish_host" cross_node_links: - service: "elasticsearch-data-1"