docker-compose.yml

x-app: &app
  build:
    context: .
    dockerfile: Dockerfile
    args:
      APP_REVISION: ${JOBHUNTER_IMAGE_TAG:-dev}
      APP_BUILD_FLAVOR: ${JOBHUNTER_BUILD_FLAVOR:-development}
  image: ${JOBHUNTER_IMAGE:-jobhunter-dev:${JOBHUNTER_IMAGE_TAG:-local}}
  env_file:
    - path: .env
      required: false
  environment: &app-environment
    DATABASE_URL: ${DATABASE_URL:-postgresql+asyncpg://job_agent:change-me@postgres:5432/job_agent}
    REDIS_URL: ${REDIS_URL:-redis://redis:6379/0}
    RESUME_STORAGE_PATH: /data/resumes
    PHONE_EVIDENCE_DIR: ${PHONE_EVIDENCE_DIR:-/data/phone_evidence}
    REAL_EMAIL_DELIVERY_ENABLED: ${REAL_EMAIL_DELIVERY_ENABLED:-false}
    EMAIL_PROVIDER: ${EMAIL_PROVIDER:-fake}
    RABOTA_PROXY_POOL_ENABLED: ${RABOTA_PROXY_POOL_ENABLED:-false}
    RABOTA_PROXY_PRIMARY_URL: ${RABOTA_PROXY_PRIMARY_URL:-}
    RABOTA_PROXY_FREE_FALLBACK_ENABLED: ${RABOTA_PROXY_FREE_FALLBACK_ENABLED:-true}
    RABOTA_PROXY_DISCOVERY_BATCH: ${RABOTA_PROXY_DISCOVERY_BATCH:-240}
    RABOTA_PROXY_VALIDATION_CONCURRENCY: ${RABOTA_PROXY_VALIDATION_CONCURRENCY:-24}
    RABOTA_PROXY_VALIDATION_TIMEOUT_SECONDS: ${RABOTA_PROXY_VALIDATION_TIMEOUT_SECONDS:-8}
    RABOTA_PROXY_CANDIDATE_TTL_SECONDS: ${RABOTA_PROXY_CANDIDATE_TTL_SECONDS:-1800}
    RABOTA_PROXY_READY_TTL_SECONDS: ${RABOTA_PROXY_READY_TTL_SECONDS:-1800}
    RABOTA_PROXY_REVALIDATION_GRACE_SECONDS: ${RABOTA_PROXY_REVALIDATION_GRACE_SECONDS:-3600}
    RABOTA_PROXY_REVALIDATION_RETRY_SECONDS: ${RABOTA_PROXY_REVALIDATION_RETRY_SECONDS:-300}
    RABOTA_PROXY_REVALIDATION_MAX_FAILURES: ${RABOTA_PROXY_REVALIDATION_MAX_FAILURES:-3}
    RABOTA_PROXY_MAINTENANCE_INTERVAL_SECONDS: ${RABOTA_PROXY_MAINTENANCE_INTERVAL_SECONDS:-900}
    RABOTA_PROXY_MIN_FRESH_FREE: ${RABOTA_PROXY_MIN_FRESH_FREE:-3}
    RABOTA_PROXY_TARGET_READY_FREE: ${RABOTA_PROXY_TARGET_READY_FREE:-3}
    RABOTA_PROXY_PROMOTION_CONCURRENCY: ${RABOTA_PROXY_PROMOTION_CONCURRENCY:-3}
    RABOTA_PROXY_MAX_PREFLIGHT_ATTEMPTS: ${RABOTA_PROXY_MAX_PREFLIGHT_ATTEMPTS:-12}
    RABOTA_PROXY_MAINTENANCE_MAX_PREFLIGHT_ATTEMPTS: ${RABOTA_PROXY_MAINTENANCE_MAX_PREFLIGHT_ATTEMPTS:-9}
    RABOTA_PROXY_BAN_COOLDOWN_SECONDS: ${RABOTA_PROXY_BAN_COOLDOWN_SECONDS:-21600}
    RABOTA_PROXY_DEAD_COOLDOWN_SECONDS: ${RABOTA_PROXY_DEAD_COOLDOWN_SECONDS:-3600}
    RABOTA_PROXY_PRIMARY_DEAD_COOLDOWN_SECONDS: ${RABOTA_PROXY_PRIMARY_DEAD_COOLDOWN_SECONDS:-300}
    RABOTA_PROXY_MAX_FAILOVERS: ${RABOTA_PROXY_MAX_FAILOVERS:-4}
  networks:
    - backend
  init: true

x-app-healthcheck: &app-healthcheck
  interval: 30s
  timeout: 5s
  retries: 3
  start_period: 20s

x-logging: &default-logging
  driver: json-file
  options:
    max-size: 10m
    max-file: "5"

services:
  postgres:
    image: postgres:16-alpine
    command: ["postgres", "-c", "shared_buffers=64MB"]
    environment:
      POSTGRES_DB: ${POSTGRES_DB:-job_agent}
      POSTGRES_USER: ${POSTGRES_USER:-job_agent}
      POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-change-me}
    volumes:
      - postgres_data:/var/lib/postgresql/data
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}"]
      interval: 5s
      timeout: 5s
      retries: 12
      start_period: 10s
    restart: unless-stopped
    networks:
      - backend
    logging: *default-logging

  redis:
    image: redis:7-alpine
    command: ["redis-server", "--appendonly", "yes", "--appendfsync", "everysec"]
    volumes:
      - redis_data:/data
    healthcheck:
      test: ["CMD", "redis-cli", "ping"]
      interval: 5s
      timeout: 3s
      retries: 12
    restart: unless-stopped
    networks:
      - backend
    logging: *default-logging

  migrate:
    <<: *app
    command: ["alembic", "upgrade", "head"]
    depends_on:
      postgres:
        condition: service_healthy
    healthcheck:
      disable: true
    restart: "no"
    volumes:
      - resumes:/data/resumes
    logging: *default-logging

  api:
    <<: *app
    command:
      - uvicorn
      - app.main:app
      - --host
      - 0.0.0.0
      - --port
      - "8000"
      - --proxy-headers
      - --forwarded-allow-ips=*
    expose:
      - "8000"
    depends_on:
      migrate:
        condition: service_completed_successfully
      redis:
        condition: service_healthy
    volumes:
      - resumes:/data/resumes
      - phone_evidence:/data/phone_evidence
    healthcheck:
      <<: *app-healthcheck
      test:
        - CMD
        - python
        - -c
        - import urllib.request; urllib.request.urlopen('http://127.0.0.1:8000/health', timeout=3).read()
    restart: unless-stopped
    logging: *default-logging

  worker:
    <<: *app
    command:
      - celery
      - -A
      - app.scheduler.celery_app:celery_app
      - worker
      - --loglevel=${LOG_LEVEL:-INFO}
      - --hostname=worker@%h
      - --queues=crawling,matching,applications,email,reports,maintenance,celery,phone
      - --pool=solo
    depends_on:
      migrate:
        condition: service_completed_successfully
      redis:
        condition: service_healthy
    volumes:
      - resumes:/data/resumes
      - phone_evidence:/data/phone_evidence
    shm_size: 1gb
    # Bound the whole worker process tree (Celery + Playwright + Chromium).
    mem_reservation: ${JOBHUNTER_CRAWLER_MEMORY_RESERVATION:-850m}
    mem_limit: ${JOBHUNTER_CRAWLER_MEMORY_LIMIT:-1150m}
    memswap_limit: ${JOBHUNTER_CRAWLER_MEMORY_SWAP_LIMIT:-1300m}
    healthcheck:
      <<: *app-healthcheck
      test:
        - CMD-SHELL
        - test -r /proc/1/status
    restart: unless-stopped
    stop_grace_period: 45s
    logging: *default-logging

  beat:
    <<: *app
    command:
      - celery
      - -A
      - app.scheduler.celery_app:celery_app
      - beat
      - --loglevel=${LOG_LEVEL:-INFO}
      - --pidfile=/tmp/celerybeat.pid
      - --schedule=/tmp/celerybeat-schedule
    depends_on:
      migrate:
        condition: service_completed_successfully
      redis:
        condition: service_healthy
    healthcheck:
      <<: *app-healthcheck
      test:
        - CMD-SHELL
        - test -s /tmp/celerybeat.pid && kill -0 "$$(cat /tmp/celerybeat.pid)"
    restart: unless-stopped
    stop_grace_period: 30s
    logging: *default-logging

  call-agent:
    <<: *app
    command: ["job-agent", "phone-agent"]
    depends_on:
      migrate:
        condition: service_completed_successfully
      redis:
        condition: service_healthy
    healthcheck:
      <<: *app-healthcheck
      test:
        - CMD-SHELL
        - >-
          test -f /tmp/phone-agent-alive &&
          test -n "$$(find /tmp/phone-agent-alive -mmin -2)"
    restart: unless-stopped
    stop_grace_period: 15s
    volumes:
      - phone_evidence:/data/phone_evidence
    logging: *default-logging

  caddy:
    image: caddy:2.10-alpine
    environment:
      CADDY_ADDRESS: ${CADDY_ADDRESS:-http://localhost}
    ports:
      - "80:80"
      - "443:443"
      - "443:443/udp"
    volumes:
      - ./deploy/Caddyfile:/etc/caddy/Caddyfile:ro
      - caddy_data:/data
      - caddy_config:/config
    depends_on:
      api:
        condition: service_healthy
    healthcheck:
      test: ["CMD", "wget", "--quiet", "--spider", "http://127.0.0.1:2019/config/"]
      interval: 30s
      timeout: 5s
      retries: 3
    restart: unless-stopped
    networks:
      - backend
    logging: *default-logging

  fixture-site:
    <<: *app
    profiles: ["test"]
    command:
      - uvicorn
      - fixture_site.main:app
      - --host
      - 0.0.0.0
      - --port
      - "8090"
    environment:
      <<: *app-environment
      ENVIRONMENT: test
      REAL_EMAIL_DELIVERY_ENABLED: "false"
      EMAIL_PROVIDER: fake
    expose:
      - "8090"
    healthcheck:
      <<: *app-healthcheck
      test:
        - CMD
        - python
        - -c
        - import urllib.request; urllib.request.urlopen('http://127.0.0.1:8090/health', timeout=3).read()
    restart: "no"
    logging: *default-logging

  backup:
    image: postgres:16-alpine
    profiles: ["ops"]
    environment:
      POSTGRES_HOST: postgres
      POSTGRES_PORT: "5432"
      POSTGRES_DB: ${POSTGRES_DB:-job_agent}
      POSTGRES_USER: ${POSTGRES_USER:-job_agent}
      POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-change-me}
      BACKUP_DIR: /backups
    volumes:
      - ./deploy/backup.sh:/usr/local/bin/job-agent-backup:ro
      - backup_data:/backups
    entrypoint: ["/usr/local/bin/job-agent-backup"]
    depends_on:
      postgres:
        condition: service_healthy
    networks:
      - backend
    restart: "no"
    logging: *default-logging

  restore:
    image: postgres:16-alpine
    profiles: ["ops"]
    environment:
      POSTGRES_HOST: postgres
      POSTGRES_PORT: "5432"
      POSTGRES_DB: ${POSTGRES_DB:-job_agent}
      POSTGRES_USER: ${POSTGRES_USER:-job_agent}
      POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-change-me}
      BACKUP_DIR: /backups
      BACKUP_FILE: ${BACKUP_FILE:-}
      RESTORE_CONFIRM: ${RESTORE_CONFIRM:-}
    volumes:
      - ./deploy/restore.sh:/usr/local/bin/job-agent-restore:ro
      - backup_data:/backups:ro
    entrypoint: ["/usr/local/bin/job-agent-restore"]
    depends_on:
      postgres:
        condition: service_healthy
    networks:
      - backend
    restart: "no"
    logging: *default-logging

volumes:
  postgres_data:
  redis_data:
  resumes:
  caddy_data:
  caddy_config:
  backup_data:
  phone_evidence:

networks:
  backend:
    driver: bridge