add meta.com.tr to testdata after simplefy regexes for date

Author: rl-devops

DONE

@@ -21,3 +21,4 @@ DONE
     either \r or trailing whitespace, this can be done later and would make many regexes simpler in end detection
 
   - simplefy com.tr regex from multiple . to \.+, and add note on the trailing dot behind the date
+    add meta.com.tr to regular testdata

testdata/make_testdata.sh

@@ -1,29 +1,52 @@
 #! /usr/bin/bash
 
-DOMAINS=(
-    example.net # has iana source
-    example.com # has iana source
-    example.org # has no iana source
-    meta.co.uk # has multiline for all relevant fields and 4 nameservers; should be fixed output has only 2
-    xs4all.nl # has multiline nameserver and multiline registrar; outout has no nameservers should be 2
-    meta.com.sg # has mail
-    meta.com # have emails
-    google.com # have emails
-    meta.jp # jp has [registrar] type keywords not registrar:
-    meta.co.jp # jp has [registrar] type keywords not registrar:
-    meta.kr # has both korean and english text
-)
-
-for str in ${DOMAINS[@]}
-do
-    echo "$str"
+getDomains()
+{
+    DOMAINS=(
+        example.net # has iana source
+        example.com # has iana source
+        example.org # has no iana source
+        meta.co.uk # has multiline for all relevant fields and 4 nameservers; should be fixed output has only 2
+        xs4all.nl # has multiline nameserver and multiline registrar; outout has no nameservers should be 2
+        meta.com.sg # has mail
+        meta.com # have emails
+        google.com # have emails
+        meta.jp # jp has [registrar] type keywords not registrar:
+        meta.co.jp # jp has [registrar] type keywords not registrar:
+        meta.kr # has both korean and english text
+        meta.com.tr # has utf 8 response text and different formatting style
+    )
+}
+
+makeDataForDomain()
+{
+    local str="$1"
 
     # create one dir for each domain we will test
     mkdir -p "$str"
 
     # dump the raw whois data as in
-    whois "$str" | tee "./$str/input"
+    whois "$str" |
+    tee "./$str/input"
 
     # dump the expected output as output
-    ../test2.py -d "$str" | tee "./$str/output"
-done
+    ../test2.py -d "$str" |
+    tee "./$str/output"
+}
+
+makeDataIfNotExist()
+{
+    for str in ${DOMAINS[@]}
+    do
+        [ -d "$str" ] && continue
+        makeDataForDomain "$str"
+    done
+}
+
+main()
+{
+    getDomains
+    makeDataIfNotExist
+}
+
+main

testdata/meta.com.tr/input

@@ -0,0 +1,36 @@
+[Querying whois.nic.tr]
+[whois.nic.tr]
+** Domain Name: meta.com.tr
+Frozen Status: -
+Transfer Status: The domain is LOCKED to transfer. 
+
+** Registrant:
+   Meta İnşaat ve Ticaret Ltd. Şti.
+   Hidden upon user request
+   Hidden upon user request
+   Hidden upon user request
+   Hidden upon user request
+
+
+** Registrar:
+NIC Handle		: ogv40-metu
+Organization Name	: ODTÜ GELİŞTİRME VAKFI BİLGİ TEKNOLOJİLERİ SAN. VE TİC. A.Ş.
+Address			: ÜNİVERSİTELER MAH. İHSAN DOĞRAMACI BLV.
+			  ARGE VE EĞİTİM MERKEZİ NO:13 ÇANKAYA
+			  06800 Ankara Türkiye
+Phone			: 90-312-9881106-
+Fax			: - 
+
+
+** Domain Servers:
+ns1.efektyazilim.com
+ns2.efektyazilim.com
+
+
+** Additional Info:
+Created on..............: 2006-Dec-28.
+Expires on..............: 2026-Dec-27.
+
+
+** Whois Server:
+Last Update Time: 2022-11-17T14:01:59+03:00

testdata/meta.com.tr/output

@@ -0,0 +1,15 @@
+
+test domain: <<<<<<<<<< meta.com.tr >>>>>>>>>>>>>>>>>>>>
+name               str               'meta.com.tr'
+tld                str               'com_tr'
+registrar          str               'ODTÜ GELİŞTİRME VAKFI BİLGİ TEKNOLOJİLERİ SAN. VE TİC. A.Ş.'
+registrant_country str               ''
+creation_date      datetime.datetime 2006-12-28 00:00:00
+expiration_date    datetime.datetime 2026-12-27 00:00:00
+last_updated       NoneType          None
+status             str               ''
+statuses           list              ['']
+dnssec             bool              False
+name_servers       list              ['ns1.efektyazilim.com', 'ns2.efektyazilim.com']
+registrant         str               'Meta İnşaat ve Ticaret Ltd. Şti.'
+emails             list              ['']