ci.yml

name: Continuous integration
on:
  pull_request: # All
  push:
    branches:
    - main
jobs:
  build-monitoring-images:
    name: Build monitoring images
    permissions:
      contents: read
    runs-on: ubuntu-latest
    steps:
    - name: Job information
      run: |
        echo "Job information"
        echo "Trigger: ${{ github.event_name }}"
        echo "Host: ${{ runner.os }}"
        echo "Repository: ${{ github.repository }}"
        echo "Branch: ${{ github.ref }}"
        docker images
        docker version
        docker compose version
    - name: Checkout
      uses: actions/checkout@v7
      with:
        submodules: true
        fetch-tags: true
        fetch-depth: 0
        filter: tree:0
    - name: Build monitoring images
      run: |
        make image
        make image-dev
    - name: Save monitoring image artifact
      run: |
        docker save interuss/monitoring interuss/monitoring-dev -o monitoring-image.tar
        mkdir -p image-artifact/monitoring
        mv monitoring-image.tar image-artifact/
        cp monitoring/image image-artifact/monitoring/
        cp monitoring/image-dev image-artifact/monitoring/
    - name: Upload monitoring image artifact
      uses: actions/upload-artifact@v7
      with:
        name: monitoring-docker-image
        path: image-artifact

  hygiene-tests:
    name: Repository hygiene
    needs:
      - build-monitoring-images
    # https://docs.github.com/en/actions/writing-workflows/workflow-syntax-for-github-actions#permissions
    permissions:
      contents: read
    runs-on: ubuntu-latest
    steps:
    - name: Job information
      run: |
        echo "Job information"
        echo "Trigger: ${{ github.event_name }}"
        echo "Host: ${{ runner.os }}"
        echo "Repository: ${{ github.repository }}"
        echo "Branch: ${{ github.ref }}"
        docker images
        docker version
        docker compose version
    - name: Checkout
      uses: actions/checkout@v7
      with:
        submodules: true
    - name: Load monitoring image
      uses: ./.github/actions/load-image
    - name: Automated hygiene verification
      run: make check-hygiene

  unit-tests:
    name: Unit tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    runs-on: ubuntu-latest
    steps:
      - name: Job information
        run: |
          echo "Job information"
          echo "Trigger: ${{ github.event_name }}"
          echo "Host: ${{ runner.os }}"
          echo "Repository: ${{ github.repository }}"
          echo "Branch: ${{ github.ref }}"
          docker images
          docker version
          docker compose version
      - name: Checkout
        uses: actions/checkout@v7
        with:
          submodules: true
      - name: Load monitoring image
        uses: ./.github/actions/load-image
      - name: Unit tests
        run: make unit-test

  benchmarker-minimal-test:
    name: benchmarker minimal configuration
    permissions:
      contents: read
    runs-on: ubuntu-latest
    timeout-minutes: 20
    env:
      PYTHONPATH: .
      PYTHONUNBUFFERED: '1'
      MPLBACKEND: Agg
    steps:
    - name: Job information
      run: |
        docker version
        docker compose version
    - name: Checkout
      uses: actions/checkout@v7
      with:
        submodules: true
    # Run on the host because configuration actions invoke Docker and Docker Compose.
    - name: Set up Python
      uses: actions/setup-python@v7
      with:
        python-version: '3.13'
    - name: Install uv
      uses: astral-sh/setup-uv@v7
      with:
        version: '0.12.21'
        enable-cache: true
    - name: Install benchmarker dependencies
      run: uv sync --locked --no-install-project
    - name: Run minimal benchmarker configuration
      shell: bash
      timeout-minutes: 10
      run: |
        mkdir -p logs monitoring/benchmarker/output/minimal
        uv run --no-sync python monitoring/benchmarker/benchmark.py \
          --config file://monitoring/benchmarker/configurations/interuss/minimal.jsonnet \
          --config-output monitoring/benchmarker/output/minimal/config.json \
          --output monitoring/benchmarker/output/minimal \
          2>&1 | tee logs/benchmarker.log
    - name: Collect remaining container logs
      if: always()
      timeout-minutes: 2
      run: make collect-local-logs
    - name: Clean up local DSS deployment
      if: always()
      timeout-minutes: 2
      run: make clean-locally
    - name: Save benchmarker reports and logs as artifact
      if: always()
      uses: actions/upload-artifact@v7
      with:
        name: benchmarker-minimal
        path: |
          monitoring/benchmarker/output/minimal
          logs

  mock_uss-test:
    name: mock_uss tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: mock_uss
      script: |
        cd monitoring/mock_uss
        make test

  uss_qualifier-noop-test:
    name: uss_qualifier configurations.dev.noop tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: uss_qualifier-noop-test
      script: |
        export CONFIG_NAME="configurations.dev.noop"

        cd monitoring/uss_qualifier
        make test

  uss_qualifier-geoawareness_cis-test:
    name: uss_qualifier configurations.dev.geoawareness_cis tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: uss_qualifier-geoawareness_cis-test
      script: |
        export CONFIG_NAME="configurations.dev.geoawareness_cis"

        cd monitoring/uss_qualifier
        make test

  uss_qualifier-generate_rid_test_data-test:
    name: uss_qualifier configurations.dev.generate_rid_test_data tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: uss_qualifier-generate_rid_test_data-test
      script: |
        export CONFIG_NAME="configurations.dev.generate_rid_test_data"

        cd monitoring/uss_qualifier
        make test

  uss_qualifier-geospatial_comprehension-test:
    name: uss_qualifier configurations.dev.geospatial_comprehension tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: uss_qualifier-geospatial_comprehension-test
      script: |
        export CONFIG_NAME="configurations.dev.geospatial_comprehension"

        cd monitoring/uss_qualifier
        make test

  uss_qualifier-general_flight_auth-test:
    name: uss_qualifier configurations.dev.general_flight_auth tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: uss_qualifier-general_flight_auth-test
      script: |
        export CONFIG_NAME="configurations.dev.general_flight_auth"

        cd monitoring/uss_qualifier
        make test

  uss_qualifier-message_signing-test:
    name: uss_qualifier configurations.dev.message_signing tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: uss_qualifier-message_signing-test
      script: |
        export CONFIG_NAME="configurations.dev.message_signing"

        cd monitoring/uss_qualifier
        make test

  uss_qualifier-access_tokens-test:
    name: uss_qualifier configurations.dev.access_tokens tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: uss_qualifier-access_tokens-test
      script: |
        export CONFIG_NAME="configurations.dev.access_tokens"

        cd monitoring/uss_qualifier
        make test


  uss_qualifier-dss_probing-test:
    name: uss_qualifier configurations.dev.dss_probing tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: uss_qualifier-dss_probing-test
      script: |
        export CONFIG_NAME="configurations.dev.dss_probing"

        cd monitoring/uss_qualifier
        make test

  uss_qualifier-f3548_self_contained-test:
    name: uss_qualifier configurations.dev.f3548_self_contained tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: uss_qualifier-f3548_self_contained-test
      script: |
        export CONFIG_NAME="configurations.dev.f3548_self_contained"

        cd monitoring/uss_qualifier
        make test

  uss_qualifier-utm_implementation_us-test:
    name: uss_qualifier configurations.dev.utm_implementation_us tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: uss_qualifier-utm_implementation_us-test
      script: |
        export CONFIG_NAME="configurations.dev.utm_implementation_us.environments.local.test_1"

        cd monitoring/uss_qualifier
        make test

  uss_qualifier-netrid_v22a-test:
    name: uss_qualifier configurations.dev.netrid_v22a tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: uss_qualifier-netrid_v22a-test
      script: |
        export CONFIG_NAME="configurations.dev.netrid_v22a"

        cd monitoring/uss_qualifier
        make test

  uss_qualifier-netrid_v19-test:
    name: uss_qualifier configurations.dev.netrid_v19 tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: uss_qualifier-netrid_v19-test
      script: |
        export CONFIG_NAME="configurations.dev.netrid_v19"

        cd monitoring/uss_qualifier
        make test

  uss_qualifier-uspace-test:
    name: uss_qualifier configurations.dev.uspace tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: uss_qualifier-uspace-test
      script: |
        export CONFIG_NAME="configurations.dev.uspace"

        cd monitoring/uss_qualifier
        make test

  uss_qualifier-minimal_probing_simulations-crdb-test:
    name: uss_qualifier configurations.dev.minimal_probing_simulations tests with crdb
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: uss_qualifier-minimal_probing_simulations-crdb-test
      script: |
        export CONFIG_NAME="configurations.dev.minimal_probing"
        export NUM_USS=2
        export NUM_NODES=2
        export DB_TYPE=crdb
        export INTRA_USS_NETEM_CONF="delay 250us 25us 25% distribution normal loss 0.0025% 10%"
        export INTER_USS_NETEM_CONF="delay 25ms 7.5ms 50% distribution paretonormal loss 0.025% 25%"

        cd monitoring/uss_qualifier
        make test

  uss_qualifier-minimal_probing_simulations-ybdb-test:
    name: uss_qualifier configurations.dev.minimal_probing_simulations tests with ybdb
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: uss_qualifier-minimal_probing_simulations-ybdb-test
      script: |
        export CONFIG_NAME="configurations.dev.minimal_probing"
        export NUM_USS=2
        export NUM_NODES=2
        export DB_TYPE=ybdb
        export INTRA_USS_NETEM_CONF="delay 250us 25us 25% distribution normal loss 0.0025% 10%"
        export INTER_USS_NETEM_CONF="delay 25ms 7.5ms 50% distribution paretonormal loss 0.025% 25%"

        cd monitoring/uss_qualifier
        make test

  prober-test:
    name: prober tests
    needs:
      - build-monitoring-images
    permissions:
      contents: read
    uses: ./.github/workflows/monitoring-test.yml
    with:
      name: prober
      script: |
        cd monitoring/prober
        make test

  publish-gh-pages:
    name: Publish GitHub Pages
    needs:
      - hygiene-tests
      - mock_uss-test
      - uss_qualifier-noop-test
      - uss_qualifier-geoawareness_cis-test
      - uss_qualifier-generate_rid_test_data-test
      - uss_qualifier-geospatial_comprehension-test
      - uss_qualifier-general_flight_auth-test
      - uss_qualifier-message_signing-test
      - uss_qualifier-access_tokens-test
      - uss_qualifier-dss_probing-test
      - uss_qualifier-f3548_self_contained-test
      - uss_qualifier-utm_implementation_us-test
      - uss_qualifier-netrid_v22a-test
      - uss_qualifier-netrid_v19-test
      - uss_qualifier-uspace-test
      - prober-test
    if: ${{ always() && contains(join(needs.*.result, ','), 'success') }}
    runs-on: ubuntu-latest
    permissions:
      contents: write
    concurrency:
      group: ${{ github.workflow }}-${{ github.ref }}
    steps:
      - name: Checkout
        uses: actions/checkout@v7
        with:
          submodules: true
          path: monitoring

      - name: Get uss_qualifier reports
        uses: actions/download-artifact@v8
        with:
          path: ./artifacts

      - name: Make site content
        run: ./monitoring/github_pages/make_site_content.sh

      - name: Deploy
        uses: peaceiris/actions-gh-pages@84c30a85c19949d7eee79c4ff27748b70285e453  # v4.1.0
        if: github.ref == 'refs/heads/main'
        with:
          github_token: ${{ secrets.GITHUB_TOKEN }}
          publish_dir: ./public
          enable_jekyll: true
          user_name: 'github-actions[bot]'
          user_email: 'github-actions[bot]@users.noreply.github.com'
          commit_message: ${{ github.event.head_commit.message }}
          force_orphan: true