From c13a5e7a184106dd25a4a7c81d8a3c2b93d43586 Mon Sep 17 00:00:00 2001 From: Heba Alazzeh Date: Mon, 20 Jul 2026 16:57:21 +0000 Subject: [PATCH 1/3] fix(ci): shard import-profiler workflow and set threshold to 120s --- .github/workflows/import-profiler.yml | 48 +++++++++++++++++++++++++-- ci/run_single_test.sh | 6 ++-- 2 files changed, 48 insertions(+), 6 deletions(-) diff --git a/.github/workflows/import-profiler.yml b/.github/workflows/import-profiler.yml index 9eb584b16e24..cbf69b60a993 100644 --- a/.github/workflows/import-profiler.yml +++ b/.github/workflows/import-profiler.yml @@ -16,11 +16,16 @@ jobs: import-profile: runs-on: ubuntu-latest timeout-minutes: 60 + strategy: + fail-fast: false + matrix: + shard: [0, 1, 2, 3, 4, 5, 6, 7] # 8 parallel shards + name: import-profile (Shard ${{ matrix.shard }}) steps: - name: Checkout uses: actions/checkout@v6 with: - fetch-depth: 2 + fetch-depth: 0 # Fetch git history to find changed packages - name: Setup Python uses: actions/setup-python@v6 with: @@ -34,5 +39,44 @@ jobs: PY_VERSION: "3.15" # Workaround: Allows libcst to compile on Python 3.15+ while PyO3 catches up PYO3_USE_ABI3_FORWARD_COMPATIBILITY: "1" + SHARD_INDEX: ${{ matrix.shard }} + TOTAL_SHARDS: 8 run: | - ci/run_conditional_tests.sh + TARGET_BRANCH=${TARGET_BRANCH:-main} + git fetch origin "${TARGET_BRANCH}" --deepen=200 || true + + # Get unique list of modified packages under packages/ + modified_packages=$(git diff --name-only origin/"${TARGET_BRANCH}"... | grep '^packages/' | cut -d/ -f1,2 | sort -u) + + # Filter packages assigned to this specific shard index + idx=0 + packages_to_test="" + for pkg in $modified_packages; do + if [ -d "$pkg" ]; then + if [ $((idx % TOTAL_SHARDS)) -eq SHARD_INDEX ]; then + packages_to_test="$packages_to_test $pkg" + fi + idx=$((idx + 1)) + fi + done + + # Run tests on the assigned packages + if [ -n "$packages_to_test" ]; then + echo "Shard ${{ matrix.shard }} running packages: $packages_to_test" + PACKAGE_LIST="$packages_to_test" ci/run_conditional_tests.sh + else + echo "No packages assigned to Shard ${{ matrix.shard }}." + fi + + all-import-profiles: + needs: import-profile + if: always() + runs-on: ubuntu-latest + steps: + - name: Check import profile results + run: | + if [[ "${{ needs.import-profile.result }}" != "success" && "${{ needs.import-profile.result }}" != "skipped" ]]; then + echo "Import profiles failed" + exit 1 + fi + echo "All import profiles passed or were skipped" diff --git a/ci/run_single_test.sh b/ci/run_single_test.sh index 0ebc86966e31..fe4ff13e4f0d 100755 --- a/ci/run_single_test.sh +++ b/ci/run_single_test.sh @@ -135,13 +135,11 @@ case ${TEST_TYPE} in echo "Could not find baseline commit for ${TARGET_BRANCH:-main}. Skipping baseline generation." fi fi - pip install -e . - if [ -f "${BASELINE_CSV}" ]; then - python ${PROFILER_SCRIPT} --package ${PACKAGE_NAME} --iterations 11 --fail-threshold 5000 --diff-baseline "${BASELINE_CSV}" --diff-threshold 100 + python "${PROFILER_SCRIPT}" --package "${PACKAGE_NAME}" --iterations 11 --fail-threshold 120000 --diff-baseline "${BASELINE_CSV}" --diff-threshold 100 else - python ${PROFILER_SCRIPT} --package ${PACKAGE_NAME} --iterations 11 --fail-threshold 5000 + python "${PROFILER_SCRIPT}" --package "${PACKAGE_NAME}" --iterations 11 --fail-threshold 120000 fi retval=$? deactivate From bddc8e24bcdfbaba6d6e7a8aaf79fb0b469db12c Mon Sep 17 00:00:00 2001 From: Heba Alazzeh Date: Wed, 29 Jul 2026 19:04:18 +0000 Subject: [PATCH 2/3] test(ci): trigger sharded import-profiler across packages for demo --- packages/google-auth/google/auth/__init__.py | 1 + packages/google-cloud-bigquery/google/cloud/bigquery/__init__.py | 1 + packages/google-cloud-compute/google/cloud/compute/__init__.py | 1 + .../google-cloud-firestore/google/cloud/firestore_v1/__init__.py | 1 + packages/google-cloud-language/google/cloud/language/__init__.py | 1 + packages/google-cloud-pubsub/google/cloud/pubsub_v1/__init__.py | 1 + .../google-cloud-spanner/google/cloud/spanner_v1/__init__.py | 1 + packages/google-cloud-storage/google/cloud/storage/__init__.py | 1 + 8 files changed, 8 insertions(+) diff --git a/packages/google-auth/google/auth/__init__.py b/packages/google-auth/google/auth/__init__.py index 927efdd9f807..dfe11f636656 100644 --- a/packages/google-auth/google/auth/__init__.py +++ b/packages/google-auth/google/auth/__init__.py @@ -32,3 +32,4 @@ # Set default logging handler to avoid "No handler found" warnings. logging.getLogger(__name__).addHandler(logging.NullHandler()) +# demo diff --git a/packages/google-cloud-bigquery/google/cloud/bigquery/__init__.py b/packages/google-cloud-bigquery/google/cloud/bigquery/__init__.py index fa03156e2e26..120fbcb72f49 100644 --- a/packages/google-cloud-bigquery/google/cloud/bigquery/__init__.py +++ b/packages/google-cloud-bigquery/google/cloud/bigquery/__init__.py @@ -246,3 +246,4 @@ def load_ipython_extension(ipython): ipython.register_magic_function( _cell_magic, magic_kind="cell", magic_name="bigquery" ) +# demo diff --git a/packages/google-cloud-compute/google/cloud/compute/__init__.py b/packages/google-cloud-compute/google/cloud/compute/__init__.py index 045c8e11824d..32396838f6fe 100644 --- a/packages/google-cloud-compute/google/cloud/compute/__init__.py +++ b/packages/google-cloud-compute/google/cloud/compute/__init__.py @@ -4473,3 +4473,4 @@ "ZoneSetNestedPolicyRequest", "ZoneSetPolicyRequest", ) +# demo diff --git a/packages/google-cloud-firestore/google/cloud/firestore_v1/__init__.py b/packages/google-cloud-firestore/google/cloud/firestore_v1/__init__.py index 6c0d2d7ca698..bc7f01073e89 100644 --- a/packages/google-cloud-firestore/google/cloud/firestore_v1/__init__.py +++ b/packages/google-cloud-firestore/google/cloud/firestore_v1/__init__.py @@ -188,3 +188,4 @@ "WriteBatch", "WriteOption", ] +# demo diff --git a/packages/google-cloud-language/google/cloud/language/__init__.py b/packages/google-cloud-language/google/cloud/language/__init__.py index ad01b64212ba..7c03537640f1 100644 --- a/packages/google-cloud-language/google/cloud/language/__init__.py +++ b/packages/google-cloud-language/google/cloud/language/__init__.py @@ -83,3 +83,4 @@ "Token", "EncodingType", ) +# demo diff --git a/packages/google-cloud-pubsub/google/cloud/pubsub_v1/__init__.py b/packages/google-cloud-pubsub/google/cloud/pubsub_v1/__init__.py index 370e79d76f79..5af68abc12c5 100644 --- a/packages/google-cloud-pubsub/google/cloud/pubsub_v1/__init__.py +++ b/packages/google-cloud-pubsub/google/cloud/pubsub_v1/__init__.py @@ -31,3 +31,4 @@ class SchemaServiceClient(schema_service.client.SchemaServiceClient): __all__ = ("types", "PublisherClient", "SubscriberClient", "SchemaServiceClient") +# demo diff --git a/packages/google-cloud-spanner/google/cloud/spanner_v1/__init__.py b/packages/google-cloud-spanner/google/cloud/spanner_v1/__init__.py index e37fbdfc64b3..ba69a10a02d7 100644 --- a/packages/google-cloud-spanner/google/cloud/spanner_v1/__init__.py +++ b/packages/google-cloud-spanner/google/cloud/spanner_v1/__init__.py @@ -166,3 +166,4 @@ "BatchTransactionId", "DefaultTransactionOptions", ) +# demo diff --git a/packages/google-cloud-storage/google/cloud/storage/__init__.py b/packages/google-cloud-storage/google/cloud/storage/__init__.py index 07653e3c721a..9f5ae377991c 100644 --- a/packages/google-cloud-storage/google/cloud/storage/__init__.py +++ b/packages/google-cloud-storage/google/cloud/storage/__init__.py @@ -38,3 +38,4 @@ from google.cloud.storage.client import Client __all__ = ["__version__", "Batch", "Blob", "Bucket", "Client"] +# demo From 24df51ae383368fad118a3e85a6ec62fac520c74 Mon Sep 17 00:00:00 2001 From: Heba Alazzeh Date: Wed, 29 Jul 2026 19:27:18 +0000 Subject: [PATCH 3/3] fix(ci): format # demo comments to satisfy flake8 and black linters --- packages/google-auth/google/auth/__init__.py | 8 +++++++- .../google/cloud/bigquery/__init__.py | 2 ++ .../google-cloud-compute/google/cloud/compute/__init__.py | 2 ++ .../google/cloud/firestore_v1/__init__.py | 2 ++ .../google/cloud/language/__init__.py | 2 ++ .../google/cloud/pubsub_v1/__init__.py | 2 ++ .../google/cloud/spanner_v1/__init__.py | 2 ++ .../google-cloud-storage/google/cloud/storage/__init__.py | 2 ++ 8 files changed, 21 insertions(+), 1 deletion(-) diff --git a/packages/google-auth/google/auth/__init__.py b/packages/google-auth/google/auth/__init__.py index dfe11f636656..9cf1dd696843 100644 --- a/packages/google-auth/google/auth/__init__.py +++ b/packages/google-auth/google/auth/__init__.py @@ -27,9 +27,15 @@ __version__ = google_auth_version.__version__ -__all__ = ["default", "load_credentials_from_file", "load_credentials_from_dict"] +__all__ = [ + "default", + "load_credentials_from_file", + "load_credentials_from_dict", +] # Set default logging handler to avoid "No handler found" warnings. logging.getLogger(__name__).addHandler(logging.NullHandler()) + + # demo diff --git a/packages/google-cloud-bigquery/google/cloud/bigquery/__init__.py b/packages/google-cloud-bigquery/google/cloud/bigquery/__init__.py index 120fbcb72f49..35047d62f2ed 100644 --- a/packages/google-cloud-bigquery/google/cloud/bigquery/__init__.py +++ b/packages/google-cloud-bigquery/google/cloud/bigquery/__init__.py @@ -246,4 +246,6 @@ def load_ipython_extension(ipython): ipython.register_magic_function( _cell_magic, magic_kind="cell", magic_name="bigquery" ) + + # demo diff --git a/packages/google-cloud-compute/google/cloud/compute/__init__.py b/packages/google-cloud-compute/google/cloud/compute/__init__.py index 32396838f6fe..43fc94126cc3 100644 --- a/packages/google-cloud-compute/google/cloud/compute/__init__.py +++ b/packages/google-cloud-compute/google/cloud/compute/__init__.py @@ -4473,4 +4473,6 @@ "ZoneSetNestedPolicyRequest", "ZoneSetPolicyRequest", ) + + # demo diff --git a/packages/google-cloud-firestore/google/cloud/firestore_v1/__init__.py b/packages/google-cloud-firestore/google/cloud/firestore_v1/__init__.py index bc7f01073e89..80f0725f259d 100644 --- a/packages/google-cloud-firestore/google/cloud/firestore_v1/__init__.py +++ b/packages/google-cloud-firestore/google/cloud/firestore_v1/__init__.py @@ -188,4 +188,6 @@ "WriteBatch", "WriteOption", ] + + # demo diff --git a/packages/google-cloud-language/google/cloud/language/__init__.py b/packages/google-cloud-language/google/cloud/language/__init__.py index 7c03537640f1..4920ec5c1087 100644 --- a/packages/google-cloud-language/google/cloud/language/__init__.py +++ b/packages/google-cloud-language/google/cloud/language/__init__.py @@ -83,4 +83,6 @@ "Token", "EncodingType", ) + + # demo diff --git a/packages/google-cloud-pubsub/google/cloud/pubsub_v1/__init__.py b/packages/google-cloud-pubsub/google/cloud/pubsub_v1/__init__.py index 5af68abc12c5..2d20739bc922 100644 --- a/packages/google-cloud-pubsub/google/cloud/pubsub_v1/__init__.py +++ b/packages/google-cloud-pubsub/google/cloud/pubsub_v1/__init__.py @@ -31,4 +31,6 @@ class SchemaServiceClient(schema_service.client.SchemaServiceClient): __all__ = ("types", "PublisherClient", "SubscriberClient", "SchemaServiceClient") + + # demo diff --git a/packages/google-cloud-spanner/google/cloud/spanner_v1/__init__.py b/packages/google-cloud-spanner/google/cloud/spanner_v1/__init__.py index ba69a10a02d7..096c736d80e2 100644 --- a/packages/google-cloud-spanner/google/cloud/spanner_v1/__init__.py +++ b/packages/google-cloud-spanner/google/cloud/spanner_v1/__init__.py @@ -166,4 +166,6 @@ "BatchTransactionId", "DefaultTransactionOptions", ) + + # demo diff --git a/packages/google-cloud-storage/google/cloud/storage/__init__.py b/packages/google-cloud-storage/google/cloud/storage/__init__.py index 9f5ae377991c..5aa8fe94bbe3 100644 --- a/packages/google-cloud-storage/google/cloud/storage/__init__.py +++ b/packages/google-cloud-storage/google/cloud/storage/__init__.py @@ -38,4 +38,6 @@ from google.cloud.storage.client import Client __all__ = ["__version__", "Batch", "Blob", "Bucket", "Client"] + + # demo