diff --git a/examples/yaml/README.md b/examples/yaml/README.md index 121b0b03bcb7..9ddf1ad7c7cb 100644 --- a/examples/yaml/README.md +++ b/examples/yaml/README.md @@ -27,10 +27,10 @@ A suite of YAML pipeline examples is currently located under the directory These examples leverage the built-in `Combine` transform for performing simple aggregations including sum, mean, count, etc. -### [Blueprints](../../sdks/python/apache_beam/yaml/examples/transforms/blueprint) +### [Pipelines](../../sdks/python/apache_beam/yaml/examples/transforms/pipelines) These examples leverage DF or other existing templates and convert them to yaml -blueprints. +pipelines. ### [Element-wise](../../sdks/python/apache_beam/yaml/examples/transforms/elementwise) diff --git a/sdks/python/apache_beam/yaml/examples/README.md b/sdks/python/apache_beam/yaml/examples/README.md index 5282951c696e..d4eb1aae98f8 100644 --- a/sdks/python/apache_beam/yaml/examples/README.md +++ b/sdks/python/apache_beam/yaml/examples/README.md @@ -25,11 +25,11 @@ * [Wordcount](#wordcount) * [Transforms](#transforms) * [Aggregation](#aggregation) - * [Blueprints](#blueprints) * [Element-wise](#element-wise) * [IO](#io) * [Jinja](#jinja) * [ML](#ml) + * [Pipelines](#pipelines) @@ -89,11 +89,6 @@ YAML framework. These examples leverage the built-in `Combine` transform for performing simple aggregations including sum, mean, count, etc. -### Blueprints - -These examples leverage DF or other existing templates and convert them to yaml -blueprints. - ### Element-wise These examples leverage the built-in mapping transforms including `MapToFields`, @@ -277,3 +272,9 @@ Examples that include ML-specific transforms such as `RunInference` and More information can be found about aggregation transforms [here](https://beam.apache.org/documentation/sdks/yaml-combine/). + + +### Pipelines + +These examples leverage DF or other existing templates and convert them to yaml +pipelines. \ No newline at end of file diff --git a/sdks/python/apache_beam/yaml/examples/testing/examples_test.py b/sdks/python/apache_beam/yaml/examples/testing/examples_test.py index daf72a5f8d59..3618b8bd673f 100644 --- a/sdks/python/apache_beam/yaml/examples/testing/examples_test.py +++ b/sdks/python/apache_beam/yaml/examples/testing/examples_test.py @@ -1381,9 +1381,6 @@ def _jinja_preprocessor(raw_spec_string: str, test_name: str): AggregationTest = YamlExamplesTestSuite( 'AggregationExamplesTest', os.path.join(YAML_DOCS_DIR, '../transforms/aggregation/*.yaml')).run() -BlueprintTest = YamlExamplesTestSuite( - 'BlueprintExamplesTest', - os.path.join(YAML_DOCS_DIR, '../transforms/blueprint/*.yaml')).run() ElementWiseTest = YamlExamplesTestSuite( 'ElementwiseExamplesTest', os.path.join(YAML_DOCS_DIR, '../transforms/elementwise/*.yaml')).run() @@ -1398,6 +1395,9 @@ def _jinja_preprocessor(raw_spec_string: str, test_name: str): MLTest = YamlExamplesTestSuite( 'MLExamplesTest', os.path.join(YAML_DOCS_DIR, '../transforms/ml/**/*.yaml')).run() +PipelinesTest = YamlExamplesTestSuite( + 'PipelinesExamplesTest', + os.path.join(YAML_DOCS_DIR, '../transforms/pipelines/*.yaml')).run() if __name__ == '__main__': logging.getLogger().setLevel(logging.INFO) diff --git a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/cloudsql_to_bigquery.yaml b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/cloudsql_to_bigquery.yaml similarity index 100% rename from sdks/python/apache_beam/yaml/examples/transforms/blueprint/cloudsql_to_bigquery.yaml rename to sdks/python/apache_beam/yaml/examples/transforms/pipelines/cloudsql_to_bigquery.yaml diff --git a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/gcs_text_to_bigquery.yaml b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/gcs_text_to_bigquery.yaml similarity index 100% rename from sdks/python/apache_beam/yaml/examples/transforms/blueprint/gcs_text_to_bigquery.yaml rename to sdks/python/apache_beam/yaml/examples/transforms/pipelines/gcs_text_to_bigquery.yaml diff --git a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/iceberg_to_alloydb.yaml b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/iceberg_to_alloydb.yaml similarity index 100% rename from sdks/python/apache_beam/yaml/examples/transforms/blueprint/iceberg_to_alloydb.yaml rename to sdks/python/apache_beam/yaml/examples/transforms/pipelines/iceberg_to_alloydb.yaml diff --git a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/jdbc_to_bigquery.yaml b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/jdbc_to_bigquery.yaml similarity index 100% rename from sdks/python/apache_beam/yaml/examples/transforms/blueprint/jdbc_to_bigquery.yaml rename to sdks/python/apache_beam/yaml/examples/transforms/pipelines/jdbc_to_bigquery.yaml diff --git a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/kafka_to_iceberg.yaml b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/kafka_to_iceberg.yaml similarity index 100% rename from sdks/python/apache_beam/yaml/examples/transforms/blueprint/kafka_to_iceberg.yaml rename to sdks/python/apache_beam/yaml/examples/transforms/pipelines/kafka_to_iceberg.yaml diff --git a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/mongodb_to_bigquery.yaml b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/mongodb_to_bigquery.yaml similarity index 100% rename from sdks/python/apache_beam/yaml/examples/transforms/blueprint/mongodb_to_bigquery.yaml rename to sdks/python/apache_beam/yaml/examples/transforms/pipelines/mongodb_to_bigquery.yaml diff --git a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/mysql_to_bigquery.yaml b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/mysql_to_bigquery.yaml similarity index 100% rename from sdks/python/apache_beam/yaml/examples/transforms/blueprint/mysql_to_bigquery.yaml rename to sdks/python/apache_beam/yaml/examples/transforms/pipelines/mysql_to_bigquery.yaml diff --git a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/oracle_to_bigquery.yaml b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/oracle_to_bigquery.yaml similarity index 100% rename from sdks/python/apache_beam/yaml/examples/transforms/blueprint/oracle_to_bigquery.yaml rename to sdks/python/apache_beam/yaml/examples/transforms/pipelines/oracle_to_bigquery.yaml diff --git a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/postgres_to_bigquery.yaml b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/postgres_to_bigquery.yaml similarity index 100% rename from sdks/python/apache_beam/yaml/examples/transforms/blueprint/postgres_to_bigquery.yaml rename to sdks/python/apache_beam/yaml/examples/transforms/pipelines/postgres_to_bigquery.yaml diff --git a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/pubsub_subscription_to_bigquery.yaml b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/pubsub_subscription_to_bigquery.yaml similarity index 100% rename from sdks/python/apache_beam/yaml/examples/transforms/blueprint/pubsub_subscription_to_bigquery.yaml rename to sdks/python/apache_beam/yaml/examples/transforms/pipelines/pubsub_subscription_to_bigquery.yaml diff --git a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/pubsub_to_iceberg.yaml b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/pubsub_to_iceberg.yaml similarity index 100% rename from sdks/python/apache_beam/yaml/examples/transforms/blueprint/pubsub_to_iceberg.yaml rename to sdks/python/apache_beam/yaml/examples/transforms/pipelines/pubsub_to_iceberg.yaml diff --git a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/pubsub_topic_to_bigquery.yaml b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/pubsub_topic_to_bigquery.yaml similarity index 100% rename from sdks/python/apache_beam/yaml/examples/transforms/blueprint/pubsub_topic_to_bigquery.yaml rename to sdks/python/apache_beam/yaml/examples/transforms/pipelines/pubsub_topic_to_bigquery.yaml diff --git a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/spanner_to_avro.yaml b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/spanner_to_avro.yaml similarity index 100% rename from sdks/python/apache_beam/yaml/examples/transforms/blueprint/spanner_to_avro.yaml rename to sdks/python/apache_beam/yaml/examples/transforms/pipelines/spanner_to_avro.yaml diff --git a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/spanner_to_bigquery.yaml b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/spanner_to_bigquery.yaml similarity index 100% rename from sdks/python/apache_beam/yaml/examples/transforms/blueprint/spanner_to_bigquery.yaml rename to sdks/python/apache_beam/yaml/examples/transforms/pipelines/spanner_to_bigquery.yaml diff --git a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/sqlserver_to_bigquery.yaml b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/sqlserver_to_bigquery.yaml similarity index 100% rename from sdks/python/apache_beam/yaml/examples/transforms/blueprint/sqlserver_to_bigquery.yaml rename to sdks/python/apache_beam/yaml/examples/transforms/pipelines/sqlserver_to_bigquery.yaml