Merge branch 'main' into default-checksum-json-read

Author: nidhiii-27

java-bigquery/google-cloud-bigquery/src/main/java/com/google/cloud/bigquery/BigQuery.java

@@ -306,6 +306,24 @@ public static DatasetListOption all() {
     }
   }
 
+  /** Class for specifying project list options. */
+  @BetaApi
+  class ProjectListOption extends Option {
+    private static final long serialVersionUID = -7256063598324265038L;
+
+    private ProjectListOption(BigQueryRpc.Option option, Object value) {
+      super(option, value);
+    }
+
+    public static ProjectListOption pageSize(long pageSize) {
+      return new ProjectListOption(BigQueryRpc.Option.MAX_RESULTS, pageSize);
+    }
+
+    public static ProjectListOption pageToken(String pageToken) {
+      return new ProjectListOption(BigQueryRpc.Option.PAGE_TOKEN, pageToken);
+    }
+  }
+
   /** Class for specifying dataset get, create and update options. */
   class DatasetOption extends Option {
 
@@ -951,6 +969,15 @@ public int hashCode() {
    */
   Page<Dataset> listDatasets(DatasetListOption... options);
 
+  /**
+   * Lists the projects accessible to the caller.
+   *
+   * @param options options for listing projects
+   * @return a page of projects
+   */
+  @BetaApi
+  Page<Project> listProjects(ProjectListOption... options);
+
   /**
    * Lists the datasets in the provided project. This method returns partial information on each
    * dataset: ({@link Dataset#getDatasetId()}, {@link Dataset#getFriendlyName()} and {@link

java-bigquery/google-cloud-bigquery/src/main/java/com/google/cloud/bigquery/BigQueryImpl.java

@@ -25,6 +25,7 @@
 import com.google.api.gax.paging.Page;
 import com.google.api.services.bigquery.model.ErrorProto;
 import com.google.api.services.bigquery.model.GetQueryResultsResponse;
+import com.google.api.services.bigquery.model.ProjectList;
 import com.google.api.services.bigquery.model.QueryRequest;
 import com.google.api.services.bigquery.model.TableDataInsertAllRequest;
 import com.google.api.services.bigquery.model.TableDataInsertAllRequest.Rows;
@@ -65,6 +66,25 @@
 
 final class BigQueryImpl extends BaseService<BigQueryOptions> implements BigQuery {
 
+  private static class ProjectPageFetcher implements NextPageFetcher<Project> {
+
+    private static final long serialVersionUID = 1L;
+    private final Map<BigQueryRpc.Option, ?> requestOptions;
+    private final BigQueryOptions serviceOptions;
+
+    ProjectPageFetcher(
+        BigQueryOptions serviceOptions, String cursor, Map<BigQueryRpc.Option, ?> optionMap) {
+      this.requestOptions =
+          PageImpl.nextRequestOptions(BigQueryRpc.Option.PAGE_TOKEN, cursor, optionMap);
+      this.serviceOptions = serviceOptions;
+    }
+
+    @Override
+    public Page<Project> getNextPage() {
+      return listProjects(serviceOptions, requestOptions);
+    }
+  }
+
   private static class DatasetPageFetcher implements NextPageFetcher<Dataset> {
 
     private static final long serialVersionUID = -3057564042439021278L;
@@ -307,6 +327,72 @@ public com.google.api.services.bigquery.model.Dataset call() throws IOException
     }
   }
 
+  @Override
+  @BetaApi
+  public Page<Project> listProjects(ProjectListOption... options) {
+    Span projectsList = null;
+    if (getOptions().isOpenTelemetryTracingEnabled()
+        && getOptions().getOpenTelemetryTracer() != null) {
+      projectsList =
+          getOptions()
+              .getOpenTelemetryTracer()
+              .spanBuilder("com.google.cloud.bigquery.BigQuery.listProjects")
+              .setAllAttributes(otelAttributesFromOptions(options))
+              .startSpan();
+    }
+    try (Scope projectsListScope = projectsList != null ? projectsList.makeCurrent() : null) {
+      return listProjects(getOptions(), optionMap(options));
+    } finally {
+      if (projectsList != null) {
+        projectsList.end();
+      }
+    }
+  }
+
+  private static Page<Project> listProjects(
+      final BigQueryOptions serviceOptions, final Map<BigQueryRpc.Option, ?> optionsMap) {
+    try {
+      Tuple<String, Iterable<ProjectList.Projects>> result =
+          BigQueryRetryHelper.runWithRetries(
+              new Callable<Tuple<String, Iterable<ProjectList.Projects>>>() {
+                @Override
+                public Tuple<String, Iterable<ProjectList.Projects>> call() {
+                  return serviceOptions.getBigQueryRpcV2().listProjects(optionsMap);
+                }
+              },
+              serviceOptions.getRetrySettings(),
+              serviceOptions.getResultRetryAlgorithm(),
+              serviceOptions.getClock(),
+              EMPTY_RETRY_CONFIG,
+              serviceOptions.isOpenTelemetryTracingEnabled(),
+              serviceOptions.getOpenTelemetryTracer());
+      String nextPageToken = result.x();
+      Iterable<Project> projects =
+          Iterables.transform(
+              result.y() != null ? result.y() : ImmutableList.<ProjectList.Projects>of(),
+              new Function<ProjectList.Projects, Project>() {
+                @Override
+                public Project apply(ProjectList.Projects projectPb) {
+                  return new Project(
+                      projectPb.getId(),
+                      projectPb.getNumericId() != null
+                          ? String.valueOf(projectPb.getNumericId())
+                          : null,
+                      projectPb.getProjectReference() != null
+                          ? projectPb.getProjectReference().getProjectId()
+                          : null,
+                      projectPb.getFriendlyName());
+                }
+              });
+      return new PageImpl<>(
+          new ProjectPageFetcher(serviceOptions, nextPageToken, optionsMap),
+          nextPageToken,
+          projects);
+    } catch (BigQueryRetryHelperException e) {
+      throw BigQueryException.translateAndThrow(e);
+    }
+  }
+
   @Override
   public Table create(TableInfo tableInfo, TableOption... options) {
     final com.google.api.services.bigquery.model.Table tablePb =
@@ -2083,11 +2169,15 @@ && getOptions().getOpenTelemetryTracer() != null) {
               .startSpan();
     }
     try (Scope queryScope = querySpan != null ? querySpan.makeCurrent() : null) {
-      // If all parameters passed in configuration are supported by the query() method on the
-      // backend, put on fast path
+      // The fast query path (jobs.query API) is preferred to reduce latency by avoiding
+      // the slow fallback path (jobs.insert API). We will opt to use it if the configuration
+      // and JobId allow (i.e. if all parameters passed in configuration are supported).
       QueryRequestInfo requestInfo =
           new QueryRequestInfo(configuration, getOptions().getDataFormatOptions());
-      if (requestInfo.isFastQuerySupported(jobId)) {
+      // Fast query path is not possible if job is specified in the JobID object.
+      // Respect Job field value in JobId specified by user.
+      // Specifying it will force the query to take the slower path.
+      if (requestInfo.isFastQuerySupported() && (jobId == null || jobId.getJob() == null)) {
         // Be careful when setting the projectID in JobId, if a projectID is specified in the JobId,
         // the job created by the query method will use that project. This may cause the query to
         // fail with "Access denied" if the project do not have enough permissions to run the job.

java-bigquery/google-cloud-bigquery/src/main/java/com/google/cloud/bigquery/ConnectionImpl.java

@@ -245,7 +245,8 @@ private BigQueryResult getExecuteSelectResponse(
       labelMap = labels[0];
     }
     try {
-      // use jobs.query if possible
+      // The fast query path (jobs.query API) is preferred to reduce latency by avoiding
+      // the slow fallback path (jobs.insert API). We will opt to use it if possible.
       if (isFastQuerySupported()) {
         logger.log(Level.INFO, "\n Using Fast Query Path");
         final String projectId = bigQueryOptions.getProjectId();
@@ -810,7 +811,8 @@ void flagEndOfStream() { // package-private
             Level.WARNING,
             "\n"
                 + Thread.currentThread().getName()
-                + " Could not flag End of Stream, both the buffer types are null. This might happen when the connection is close without executing a query");
+                + " Could not flag End of Stream, both the buffer types are null. This might happen"
+                + " when the connection is close without executing a query");
       }
     } catch (InterruptedException e) {
       logger.log(
@@ -1260,7 +1262,6 @@ boolean isFastQuerySupported() {
         && connectionSettings.getCreateDisposition() == null
         && connectionSettings.getDestinationEncryptionConfiguration() == null
         && connectionSettings.getDestinationTable() == null
-        && connectionSettings.getJobTimeoutMs() == null
         && connectionSettings.getMaximumBillingTier() == null
         && connectionSettings.getPriority() == null
         && connectionSettings.getRangePartitioning() == null
@@ -1361,6 +1362,9 @@ QueryRequest createQueryRequest(
     content.setRequestId(requestId);
     // The new Connection interface only supports StandardSQL dialect
     content.setUseLegacySql(false);
+    if (connectionSettings.getJobTimeoutMs() != null) {
+      content.setJobTimeoutMs(connectionSettings.getJobTimeoutMs());
+    }
     return content;
   }
 

java-bigquery/google-cloud-bigquery/src/main/java/com/google/cloud/bigquery/Project.java

@@ -0,0 +1,108 @@
+/*
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *       http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.google.cloud.bigquery;
+
+import com.google.api.core.BetaApi;
+import java.io.Serializable;
+import java.util.Objects;
+import javax.annotation.Nullable;
+
+/**
+ * Google BigQuery Project information. A project is the top-level container for Google Cloud
+ * resources, and holds BigQuery dataset collections. This class wraps a BigQuery project resource,
+ * providing details such as the project's unique alphanumeric ID, numeric project number, and
+ * friendly display name.
+ *
+ * <p>Objects of this class can be obtained by listing projects accessible to the caller using
+ * {@link BigQuery#listProjects(BigQuery.ProjectListOption...)}.
+ *
+ * @see <a href="https://cloud.google.com/bigquery/docs/reference/rest/v2/projects/list">Projects:
+ *     list</a>
+ */
+@BetaApi
+public class Project implements Serializable {
+  private static final long serialVersionUID = -8123877292090683890L;
+
+  private final String id;
+  private final String numericId;
+  private final String projectId;
+  private final String friendlyName;
+
+  public Project(String id, String numericId, String projectId, String friendlyName) {
+    this.id = id;
+    this.numericId = numericId;
+    this.projectId = projectId;
+    this.friendlyName = friendlyName;
+  }
+
+  /** Returns the resource ID of the project. */
+  public String getId() {
+    return id;
+  }
+
+  /** Returns the unique numeric project number. */
+  @Nullable
+  public String getNumericId() {
+    return numericId;
+  }
+
+  /** Returns the unique alphanumeric project ID. */
+  @Nullable
+  public String getProjectId() {
+    return projectId;
+  }
+
+  /** Returns the user-defined display name of the project. */
+  @Nullable
+  public String getFriendlyName() {
+    return friendlyName;
+  }
+
+  @Override
+  public boolean equals(Object o) {
+    if (this == o) return true;
+    if (o == null || getClass() != o.getClass()) return false;
+    Project project = (Project) o;
+    return Objects.equals(id, project.id)
+        && Objects.equals(numericId, project.numericId)
+        && Objects.equals(projectId, project.projectId)
+        && Objects.equals(friendlyName, project.friendlyName);
+  }
+
+  @Override
+  public int hashCode() {
+    return Objects.hash(id, numericId, projectId, friendlyName);
+  }
+
+  @Override
+  public String toString() {
+    return "Project{"
+        + "id='"
+        + id
+        + '\''
+        + ", numericId='"
+        + numericId
+        + '\''
+        + ", projectId='"
+        + projectId
+        + '\''
+        + ", friendlyName='"
+        + friendlyName
+        + '\''
+        + '}';
+  }
+}