[Python] Create temporary dataset with a 24 hour ttl. (#39615)

* Create temporary dataset with a 24 hour ttl.

* Update sdks/python/apache_beam/io/gcp/bigquery_tools.py

Co-authored-by: Jack McCluskey <34928439+jrmccluskey@users.noreply.github.com>

---------

Co-authored-by: Jack McCluskey <34928439+jrmccluskey@users.noreply.github.com>

Author: aebrahim

sdks/python/apache_beam/io/gcp/bigquery_tools.py

@@ -125,6 +125,13 @@
     "GEOGRAPHY": str,
 }
 
+# Duplicated logic with io/gcp/bigquery_change_history.py
+# Default table expiration for auto-created temp datasets: 24 hours in ms.
+# Tables created in the dataset auto-expire after this duration if not
+# explicitly deleted, acting as a safety net for orphaned temp tables
+# (e.g. pipeline crash before cleanup runs).
+_DEFAULT_TABLE_EXPIRATION_MS = 24 * 60 * 60 * 1000
+
 
 class FileFormat(object):
   CSV = 'CSV'
@@ -952,6 +959,7 @@ def create_temporary_dataset(
         project_id,
         self.temp_dataset_id,
         location=location,
+        default_table_expiration_ms=_DEFAULT_TABLE_EXPIRATION_MS,
         labels=labels,
         kms_key=kms_key)