fix: eliminate dispatch throughput collapse and lost requests in mast… #50
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # CI for covscript-network extension. | |
| name: CI | |
| on: | |
| push: | |
| branches: [master] | |
| pull_request: | |
| branches: [master] | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| test: | |
| name: "${{ matrix.os }} / ${{ matrix.cs-channel }}" | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-24.04, macos-15, windows-2022] | |
| cs-channel: [release, nightly] | |
| steps: | |
| # ------------------------------------------------------------------ # | |
| # 1. Check out this extension repo # | |
| # ------------------------------------------------------------------ # | |
| - name: Checkout extension | |
| uses: actions/checkout@v5 | |
| # ------------------------------------------------------------------ # | |
| # 2. Set platform identifiers # | |
| # ------------------------------------------------------------------ # | |
| - name: Set platform identifiers | |
| id: platform | |
| shell: bash | |
| run: | | |
| case "${{ runner.os }}" in | |
| Linux) echo "os=ubuntu" >> "$GITHUB_OUTPUT" | |
| echo "arch=x86_64" >> "$GITHUB_OUTPUT" | |
| echo "cspkg_arch=amd64" >> "$GITHUB_OUTPUT" | |
| echo "cspkg_arch_dir=ubuntu/x86_64" >> "$GITHUB_OUTPUT" ;; | |
| macOS) echo "os=macos" >> "$GITHUB_OUTPUT" | |
| echo "arch=arm64" >> "$GITHUB_OUTPUT" | |
| echo "cspkg_arch=arm64" >> "$GITHUB_OUTPUT" | |
| echo "cspkg_arch_dir=darwin/arm64" >> "$GITHUB_OUTPUT" ;; | |
| Windows) echo "os=windows" >> "$GITHUB_OUTPUT" | |
| echo "arch=x86_64" >> "$GITHUB_OUTPUT" | |
| echo "cspkg_arch=amd64" >> "$GITHUB_OUTPUT" | |
| echo "cspkg_arch_dir=windows-ucrt/amd64" >> "$GITHUB_OUTPUT" ;; | |
| esac | |
| # ------------------------------------------------------------------ # | |
| # 3. Determine release tag # | |
| # ------------------------------------------------------------------ # | |
| - name: Determine csbuild release | |
| id: cs-release | |
| shell: bash | |
| run: | | |
| if [ "${{ matrix.cs-channel }}" = "release" ]; then | |
| echo "tag=${{ steps.platform.outputs.os }}-schedule-release" >> "$GITHUB_OUTPUT" | |
| echo "suffix=" >> "$GITHUB_OUTPUT" | |
| else | |
| echo "tag=${{ steps.platform.outputs.os }}-schedule" >> "$GITHUB_OUTPUT" | |
| echo "suffix=-nightly" >> "$GITHUB_OUTPUT" | |
| fi | |
| # ------------------------------------------------------------------ # | |
| # 4. Download & extract covscript SDK + cspkg repo # | |
| # ------------------------------------------------------------------ # | |
| - name: Download covscript SDK | |
| id: sdk | |
| shell: bash | |
| run: | | |
| TAG="${{ steps.cs-release.outputs.tag }}" | |
| ARCH="${{ steps.platform.outputs.arch }}" | |
| OS="${{ steps.platform.outputs.os }}" | |
| SUFFIX="${{ steps.cs-release.outputs.suffix }}" | |
| BASE="https://github.com/covscript/csbuild/releases/download/${TAG}" | |
| COV="covscript-${OS}-${ARCH}${SUFFIX}.7z" | |
| PKG="cspkg-${OS}-${ARCH}${SUFFIX}.7z" | |
| echo "Downloading ${COV}..." | |
| curl -fsSL -o covscript.7z "${BASE}/${COV}" | |
| echo "Downloading ${PKG}..." | |
| curl -fsSL -o cspkg.7z "${BASE}/${PKG}" | |
| 7z x covscript.7z -y | |
| mv build covscript-home | |
| 7z x cspkg.7z -y | |
| CS_HOME="${{ github.workspace }}/covscript-home" | |
| CS_HOME="${CS_HOME//\\//}" | |
| echo "cs_home=${CS_HOME}" >> "$GITHUB_OUTPUT" | |
| echo "=== covscript-home ===" | |
| ls -la covscript-home/ | |
| echo "=== covscript-home/bin ===" | |
| ls -la covscript-home/bin/ | |
| echo "=== cspkg-repo ===" | |
| ls -la cspkg-repo/ | |
| # ------------------------------------------------------------------ # | |
| # 5. Configure cspkg # | |
| # ------------------------------------------------------------------ # | |
| - name: Configure cspkg | |
| shell: bash | |
| run: | | |
| mkdir -p "$HOME/.cspkg" | |
| CS_HOME="${{ steps.sdk.outputs.cs_home }}" | |
| WS="${{ github.workspace }}" | |
| WS="${WS//\\//}" | |
| if [[ "$WS" =~ ^[A-Za-z]:/ ]]; then | |
| SOURCE_URL="file:///${WS}/cspkg-repo/" | |
| else | |
| SOURCE_URL="file://${WS}/cspkg-repo/" | |
| fi | |
| cat > "$HOME/.cspkg/config.json" << EOF | |
| { | |
| "arch": "${{ steps.platform.outputs.cspkg_arch }}", | |
| "home": "${CS_HOME}", | |
| "source": "${SOURCE_URL}", | |
| "timeout_ms": 3000 | |
| } | |
| EOF | |
| echo "=== cspkg config ===" | |
| cat "$HOME/.cspkg/config.json" | |
| # ------------------------------------------------------------------ # | |
| # 6. Persist environment for later steps # | |
| # ------------------------------------------------------------------ # | |
| - name: Setup environment | |
| shell: bash | |
| run: | | |
| CS_HOME="${{ steps.sdk.outputs.cs_home }}" | |
| echo "COVSCRIPT_HOME=${CS_HOME}" >> "$GITHUB_ENV" | |
| echo "${CS_HOME}/bin" >> "$GITHUB_PATH" | |
| # ------------------------------------------------------------------ # | |
| # 7. Setup cspkg environment # | |
| # ------------------------------------------------------------------ # | |
| - name: Run cspkg install | |
| shell: bash | |
| run: | | |
| if [ "${{ runner.os }}" != "Windows" ]; then | |
| chmod -R +x "$COVSCRIPT_HOME/bin/" | |
| fi | |
| cspkg install --import --yes | |
| cspkg install ecs_bootstrap --yes | |
| cspkg version | |
| cspkg doctor | |
| cspkg list | |
| # ------------------------------------------------------------------ # | |
| # 8. Reproducible build check (Date header line is volatile) # | |
| # ------------------------------------------------------------------ # | |
| - name: Reproducible build check | |
| shell: bash | |
| run: | | |
| set -e | |
| # Check every source package in the repo, not a hardcoded list. | |
| # nullglob avoids iterating the literal glob when nothing matches. | |
| shopt -s nullglob | |
| for src in *.ecs; do | |
| pkg="${src%.ecs}" | |
| echo "=== Checking ${pkg}.csp reproducibility ===" | |
| cp "${pkg}.csp" "/tmp/${pkg}.csp.bak" | |
| if [ -f "${pkg}.csym" ]; then | |
| cp "${pkg}.csym" "/tmp/${pkg}.csym.bak" | |
| fi | |
| cspkg build "${pkg}.ecs" --compile | |
| # The .csp header contains a Date line that always differs. | |
| # Strip it by pattern before comparing; everything else must | |
| # be byte-identical when the source has not changed. | |
| sed '/^# Date:/d' "/tmp/${pkg}.csp.bak" > "/tmp/${pkg}.csp.old" | |
| sed '/^# Date:/d' "${pkg}.csp" > "/tmp/${pkg}.csp.new" | |
| if ! diff -q "/tmp/${pkg}.csp.old" "/tmp/${pkg}.csp.new"; then | |
| echo "ERROR: ${pkg}.csp changed beyond the date line!" | |
| echo " Did you forget to recompile after editing ${pkg}.ecs?" | |
| diff "/tmp/${pkg}.csp.old" "/tmp/${pkg}.csp.new" || true | |
| exit 1 | |
| fi | |
| # The .csym has no volatile header — it must be byte-identical. | |
| if [ -f "/tmp/${pkg}.csym.bak" ]; then | |
| if [ ! -f "${pkg}.csym" ]; then | |
| echo "ERROR: ${pkg}.csym is missing after build!" | |
| echo " Did you forget to regenerate ${pkg}.csym after editing ${pkg}.ecs?" | |
| exit 1 | |
| fi | |
| if ! cmp -s "/tmp/${pkg}.csym.bak" "${pkg}.csym"; then | |
| echo "ERROR: ${pkg}.csym is stale!" | |
| echo " Did you forget to regenerate ${pkg}.csym after editing ${pkg}.ecs?" | |
| exit 1 | |
| fi | |
| fi | |
| echo " ${pkg} reproducible — ok" | |
| done | |
| # ------------------------------------------------------------------ # | |
| # 9a. Setup MSYS2 + OpenSSL (Windows only) # | |
| # ------------------------------------------------------------------ # | |
| - name: Setup MSYS2 | |
| if: runner.os == 'Windows' | |
| id: msys2 | |
| uses: msys2/setup-msys2@v2 | |
| with: | |
| msystem: UCRT64 | |
| update: true | |
| install: >- | |
| mingw-w64-ucrt-x86_64-toolchain | |
| mingw-w64-ucrt-x86_64-cmake | |
| mingw-w64-ucrt-x86_64-make | |
| mingw-w64-ucrt-x86_64-openssl | |
| # ------------------------------------------------------------------ # | |
| # 9b. Build extension (Windows / MSYS2 UCRT64) # | |
| # ------------------------------------------------------------------ # | |
| - name: Build extension (Windows) | |
| if: runner.os == 'Windows' | |
| shell: bash | |
| env: | |
| MSYS2_LOCATION: ${{ steps.msys2.outputs.msys2-location }} | |
| run: | | |
| export PATH="${{ steps.msys2.outputs.msys2-location }}/ucrt64/bin:${PATH}" | |
| export CS_DEV_PATH="$(cygpath -u "${{ steps.sdk.outputs.cs_home }}")/" | |
| bash csbuild/make.sh | |
| # ------------------------------------------------------------------ # | |
| # 9c. Build extension (Linux / macOS) # | |
| # ------------------------------------------------------------------ # | |
| - name: Build extension | |
| if: runner.os != 'Windows' | |
| shell: bash | |
| env: | |
| CS_DEV_PATH: ${{ steps.sdk.outputs.cs_home }}/ | |
| run: bash csbuild/make.sh | |
| # ------------------------------------------------------------------ # | |
| # 10. Install built extension + packages # | |
| # ------------------------------------------------------------------ # | |
| - name: Install local build | |
| shell: bash | |
| run: | | |
| cspkg build . --install | |
| cspkg list | |
| # ------------------------------------------------------------------ # | |
| # 11. Run unit tests # | |
| # ------------------------------------------------------------------ # | |
| - name: Run unit tests | |
| shell: bash | |
| run: | | |
| set -e | |
| cs tests/test_url_parse.csc | |
| cs tests/test_argparse.csc | |
| cs tests/test_header_parser.csc | |
| cs tests/test_utils.csc | |
| cs tests/test_tcp_sync.csc | |
| cs tests/test_openai_client.csc | |
| # ------------------------------------------------------------------ # | |
| # 12. Run UDP tests # | |
| # ------------------------------------------------------------------ # | |
| - name: Run UDP tests | |
| shell: bash | |
| run: | | |
| set -e | |
| cs tests/test_udp.csc | |
| # ------------------------------------------------------------------ # | |
| # 13. Run HTTP client + server tests # | |
| # ------------------------------------------------------------------ # | |
| - name: Run HTTP client/server tests | |
| shell: bash | |
| run: | | |
| set -e | |
| cs tests/test_http_roundtrip.csc | |
| cs tests/test_http_client.csc | |
| cs tests/test_http_server.csc | |
| cs tests/test_proxy.csc | |
| cs tests/test_error_paths.csc | |
| # ------------------------------------------------------------------ # | |
| # 14. Run fiber + socket tests # | |
| # ------------------------------------------------------------------ # | |
| - name: Run fiber socket tests | |
| shell: bash | |
| run: | | |
| set -e | |
| cs tests/test_fiber_socket.csc | |
| # ------------------------------------------------------------------ # | |
| # 15. Run async TCP test # | |
| # ------------------------------------------------------------------ # | |
| - name: Run async TCP test | |
| shell: bash | |
| run: | | |
| set -e | |
| cs tests/test_async_tcp.csc | |
| # ------------------------------------------------------------------ # | |
| # 16. Run TLS integration tests # | |
| # ------------------------------------------------------------------ # | |
| - name: Run TLS integration tests | |
| shell: bash | |
| run: | | |
| set -e | |
| cs tests/test_tls_trust.csc | |
| cs tests/test_tls_errors.csc | |
| # ------------------------------------------------------------------ # | |
| # 16b. Run master-slave integration tests # | |
| # ------------------------------------------------------------------ # | |
| - name: Run master-slave integration tests | |
| shell: bash | |
| run: | | |
| set -e | |
| cs tests/test_master_slave.csc | |
| cs tests/test_http_compliance.csc | |
| # ------------------------------------------------------------------ # | |
| # 16c. Run stress tests (RST injection, stalls, slave churn) # | |
| # ------------------------------------------------------------------ # | |
| - name: Run stress tests | |
| shell: bash | |
| run: | | |
| set -e | |
| cs tests/test_stress_keepalive.csc | |
| cs tests/test_stress_concurrent.csc | |
| cs tests/test_stress_master_slave.csc | |
| # ------------------------------------------------------------------ # | |
| # 16d. Run TLS custom trust mode test (self-signed cert) # | |
| # ------------------------------------------------------------------ # | |
| - name: Run TLS custom trust mode test | |
| shell: bash | |
| run: | | |
| set -e | |
| # MSYS2/MinGW converts /CN= to a Windows path; //CN= prevents this. | |
| # Use the double-slash form only on Windows. | |
| if [ "$RUNNER_OS" = "Windows" ]; then | |
| SUBJ='//CN=localhost' | |
| else | |
| SUBJ='/CN=localhost' | |
| fi | |
| openssl req -x509 -newkey rsa:2048 \ | |
| -keyout /tmp/test-key.pem -out /tmp/test-cert.pem \ | |
| -days 1 -nodes -subj "$SUBJ" 2>/dev/null | |
| # Start a temporary TLS server presenting the self-signed cert | |
| openssl s_server -cert /tmp/test-cert.pem -key /tmp/test-key.pem \ | |
| -port 19443 -www -quiet 2>/dev/null & | |
| SERVER_PID=$! | |
| # Ensure cleanup even if the test fails | |
| trap 'kill $SERVER_PID 2>/dev/null || true' EXIT | |
| # Give the server a moment to bind | |
| sleep 1 | |
| # Run the custom trust mode test against the server | |
| cs tests/test_tls_trust.csc localhost 19443 /tmp/test-cert.pem | |
| # ------------------------------------------------------------------ # | |
| # 17. Run DeepSeek test (only when API key is available) # | |
| # ------------------------------------------------------------------ # | |
| - name: Run DeepSeek test | |
| if: ${{ env.DEEPSEEK_API_KEY != '' }} | |
| shell: bash | |
| run: | | |
| set -e | |
| cs tests/test_deepseek.csc |