Remove mock tests

Author: tarun-google

sdks/python/apache_beam/yaml/examples/testing/examples_test.py

@@ -679,9 +679,7 @@ def _kafka_test_preprocessor(
     'test_anomaly_scoring_yaml',
     'test_wordCountInclude_yaml',
     'test_wordCountImport_yaml',
-    'test_iceberg_to_alloydb_yaml',
-    'test_iceberg_to_iceberg_streaming_yaml',
-    'test_iceberg_to_iceberg_batch_yaml'
+    'test_iceberg_to_alloydb_yaml'
 ])
 def _io_write_test_preprocessor(
     test_spec: dict, expected: List[str], env: TestEnvironment):
@@ -794,37 +792,6 @@ def _iceberg_io_read_test_preprocessor(
   return test_spec
 
 
-@YamlExamplesTestSuite.register_test_preprocessor([
-    'test_iceberg_to_iceberg_streaming_yaml',
-    'test_iceberg_to_iceberg_batch_yaml'
-])
-def _iceberg_cdc_read_test_preprocessor(
-    test_spec: dict, expected: List[str], env: TestEnvironment):
-  """
-  Preprocessor for tests that involve reading CDC events from Iceberg.
-
-  This preprocessor replaces any ReadFromIcebergCDC transform with a Create
-  transform that reads from a predefined in-memory dictionary. This allows
-  the test to verify the pipeline's correctness without relying on Iceberg
-  tables stored externally.
-  """
-  if pipeline := test_spec.get('pipeline', None):
-    for transform in pipeline.get('transforms', []):
-      if transform.get('type', '') == 'ReadFromIcebergCDC':
-        config = transform['config']
-        db_name, table_name = config['table'].split('.')
-
-        transform['type'] = 'Create'
-        transform['config'] = {
-            k: v
-            for k, v in config.items() if k.startswith('__')
-        }
-        transform['config']['elements'] = INPUT_TABLES[(
-            config['catalog_name'], db_name, table_name)]
-
-  return test_spec
-
-
 @YamlExamplesTestSuite.register_test_preprocessor([
     'test_spanner_read_yaml',
     'test_enrich_spanner_with_bigquery_yaml',
@@ -1351,8 +1318,6 @@ def _jinja_preprocessor(raw_spec_string: str, test_name: str):
     ('orders-test', 'order-database', 'orders'): input_data.
     spanner_orders_data(),
     ('db', 'users', 'NY'): input_data.iceberg_dynamic_destinations_users_data(),
-    ('shipment_data', 'shipment_dataset_bronze', 'shipments'): input_data.
-    shipment_data_filtered(),
     ('BigTable', 'beam-test', 'bigtable-enrichment-test'): input_data.
     bigtable_data(),
     ('BigQuery', 'ALL_TEST', 'customers'): input_data.bigquery_data(),

sdks/python/apache_beam/yaml/examples/testing/input_data.py

@@ -196,23 +196,6 @@ def shipments_data():
           }]
 
 
-def shipment_data_filtered():
-  return [{
-      'customer_id': 'C1',
-      'shipment_date': '2023-05-01',
-      'shipment_cost': 150.0,
-      'customer_name': 'Alice',
-      'customer_email': '[email protected]'
-  },
-          {
-              'customer_id': 'C1',
-              'shipment_date': '2023-05-10',
-              'shipment_cost': 20.0,
-              'customer_name': 'Alice',
-              'customer_email': '[email protected]'
-          }]
-
-
 def bigtable_data():
   return [{
       'product_id': '1', 'product_name': 'pixel 5', 'product_stock': '2'