@@ -294,65 +294,3 @@ def test_sub_value1(self, templateProvided, escapeSpecial, useTemplateObject):
294294 for i , result_value in enumerate (results ):
295295 print (f"{ i } : '{ result_value } '" )
296296
297- @pytest .mark .parametrize ("templateProvided, escapeSpecial, useTemplateObject" ,
298- [(r'\w aAdDkK \w' , False , False ),
299-
300- (r'\\w \\w|\\w A. \\w' , False , False ),
301- (r'\w \w|\w A. \w' , False , False ),
302- (r'\w A. \w' , False , False ),
303- (r'\\w \\w|\\w a. \\w' , False , False ),
304- (r'\\w \\w|\\w k. \\w' , False , False ),
305- (r'\\w \\w|\\w K. \\w' , False , False ),
306- (r'\\w \\w|\\w x. \\w' , False , False ),
307- (r'\\w \\w|\\w X. \\w' , False , False ),
308- (r'\\w \\w|\\w A. \\w' , False , True ),
309- (r'\\w \\w|\\w a. \\w' , False , True ),
310- (r'\\w \\w|\\w k. \\w' , False , True ),
311- (r'\\w \\w|\\w K. \\w' , False , True ),
312- (r'\\w \\w|\\w x. \\w' , False , True ),
313- (r'\\w \\w|\\w X. \\w' , False , True ),
314- (r'\\w \\w|\\w A. \\w' , True , True ),
315- (r'\w \w|\w \A. \w' , True , True ),
316- (r'\\w \\w|\\w a. \\w' , True , True ),
317- (r'\w \w|\w \a. \w' , True , True ),
318- (r'\\w \\w|\\w k. \\w' , True , True ),
319- (r'\\w \\w|\\w K. \\w' , True , True ),
320- (r'\\w \\w|\\w x. \\w' , True , True ),
321- (r'\\w \\w|\\w X. \\w' , True , True ),
322- (r'\\w a. \\w|\\w \\w' , False , False ),
323- (r'\\w k. \\w|\\w \\w' , False , False ),
324- (r'\\w a. \\w' , False , True ),
325- (r'\\w k. \\w' , False , True ),
326- (r'\w \a. \w' , True , True ),
327- (r'\w \k. \w' , True , True ),
328- (r'\w \w|\w \w \w|\w \n \w|\w \w \w \w' , True , True ),
329- (r'\w \n \w' , True , True ),
330- (r'\w' , True , True ),
331- (r'\w' , False , True ),
332- (r'\w' , False , False ),
333-
334- ])
335- def test_full_build (self , templateProvided , escapeSpecial , useTemplateObject ):
336- pytest .skip ("skipping to see if this is needed for coverage" )
337- import dbldatagen as dg
338- print (f"template [{ templateProvided } ]" )
339-
340- data_rows = 10 * 1000
341-
342- uniqueCustomers = 10 * 1000
343-
344- dataspec = (dg .DataGenerator (spark , rows = data_rows , partitions = 4 )
345- .withColumn ("customer_id" , "long" , uniqueValues = uniqueCustomers )
346- )
347-
348- if useTemplateObject or escapeSpecial :
349- template1 = TemplateGenerator (templateProvided , escapeSpecialChars = escapeSpecial )
350- dataspec = dataspec .withColumn ("name" , percentNulls = 0.01 , text = template1 )
351- else :
352- dataspec = dataspec .withColumn ("name" , percentNulls = 0.01 , template = templateProvided )
353-
354- df1 = dataspec .build ()
355- df1 .show ()
356-
357- count = df1 .where ("name is not null" ).count ()
358- assert count > 0
0 commit comments