You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
echo"-- THIS SCRIPT IS AUTOMATICALLY GENERATED. DO NOT EDIT IT DIRECTLY.">"${TARGET_PATH}/${d}/${tbl}.sql"
152
152
echo"DROP TABLE IF EXISTS ${tbl}; CREATE TABLE ${tbl} AS ">>"${TARGET_PATH}/${d}/${tbl}.sql"
153
-
cat "${d}/${tbl}.sql"| sed -r -e "${REGEX_ARRAY}"| sed -r -e "${REGEX_HOUR_INTERVAL}"| sed -r -e "${REGEX_INT}"| sed -r -e "${REGEX_DATETIME_DIFF}"| sed -r -e "${REGEX_DATETIME_TRUNC}"| sed -r -e "${REGEX_SCHEMA}"| sed -r -e "${REGEX_INTERVAL}">>"${TARGET_PATH}/${d}/${fn}"
153
+
cat "${d}/${tbl}.sql"| sed -r -e "${REGEX_ARRAY}"| sed -r -e "${REGEX_HOUR_INTERVAL}"| sed -r -e "${REGEX_INT}"| sed -r -e "${REGEX_DATETIME_DIFF}"| sed -r -e "${REGEX_DATETIME_TRUNC}"| sed -r -e "${REGEX_SCHEMA}"| sed -r -e "${REGEX_INTERVAL}">>"${TARGET_PATH}/${d}/${tbl}.sql"
154
154
fi
155
155
# write out a call to this script in the make concepts file
# catch special case when file is in current directory
76
+
if [[ $d=='' ]];then
77
+
d='.'
78
+
fi
79
+
52
80
# make the sub-folder for postgres if it does not exist
53
81
mkdir -p "$TARGET_PATH/${d}"
54
82
55
83
# convert the bigquery script to psql and output it to the appropriate subfolder
56
84
echo -n "${d}.${tbl} .."
57
-
echo"-- THIS SCRIPT IS AUTOMATICALLY GENERATED. DO NOT EDIT IT DIRECTLY.">"$TARGET_PATH/${d}/${tbl}.sql"
58
-
echo"DROP TABLE IF EXISTS ${tbl}; CREATE TABLE ${tbl} AS ">>"$TARGET_PATH/${d}/${tbl}.sql"
59
85
60
-
# apply regex to map bigquery syntax to postgres syntax
61
-
cat "${d}/${tbl}.sql"| sed -r -e "${REGEX_ARRAY}"| sed -r -e "${REGEX_HOUR_INTERVAL}"| sed -r -e "${REGEX_INT}"| sed -r -e "${REGEX_DATETIME_DIFF}"| sed -r -e "${REGEX_DATETIME_TRUNC}"| sed -r -e "${REGEX_SCHEMA}"| sed -r -e "${REGEX_INTERVAL}"| sed -r -e "${REGEX_SECONDS}">>"$TARGET_PATH/${d}/${tbl}.sql"
86
+
# re-write the script into psql using regex
87
+
# the if statement ensures we do not overwrite tables
echo"-- THIS SCRIPT IS AUTOMATICALLY GENERATED. DO NOT EDIT IT DIRECTLY.">"$TARGET_PATH/${d}/${tbl}.sql"
91
+
echo"DROP TABLE IF EXISTS ${tbl}; CREATE TABLE ${tbl} AS">>"${TARGET_PATH}/${d}/${tbl}.sql"
92
+
93
+
# apply regex to map bigquery syntax to postgres syntax
94
+
cat "${d}/${tbl}.sql"| sed -r -e "${REGEX_ARRAY}"| sed -r -e "${REGEX_HOUR_INTERVAL}"| sed -r -e "${REGEX_INT}"| sed -r -e "${REGEX_DATETIME_DIFF}"| sed -r -e "${REGEX_DATETIME_TRUNC}"| sed -r -e "${REGEX_SCHEMA}"| sed -r -e "${REGEX_INTERVAL}"| sed -r -e "${REGEX_SECONDS}">>"$TARGET_PATH/${d}/${tbl}.sql"
95
+
else
96
+
echo -n "(psql!) .."
97
+
fi
62
98
63
99
# write out a call to this script in the make concepts file
echo"-- THIS SCRIPT IS AUTOMATICALLY GENERATED. DO NOT EDIT IT DIRECTLY.">"${TARGET_PATH}/${d}/${tbl}.sql"
108
-
echo"DROP TABLE IF EXISTS ${tbl}; CREATE TABLE ${tbl} AS ">>"${TARGET_PATH}/${d}/${tbl}.sql"
109
-
cat "${d}/${tbl}.sql"| sed -r -e "${REGEX_ARRAY}"| sed -r -e "${REGEX_HOUR_INTERVAL}"| sed -r -e "${REGEX_INT}"| sed -r -e "${REGEX_DATETIME_DIFF}"| sed -r -e "${REGEX_DATETIME_TRUNC}"| sed -r -e "${REGEX_SCHEMA}"| sed -r -e "${REGEX_INTERVAL}">>"${TARGET_PATH}/${d}/${fn}"
110
-
111
-
if [[ !"${TABLES_TO_SKIP[*]}"=~"${tbl}" ]];then
112
-
# this table is *not* in our skip array
113
-
# therefore, we print it out to the make concepts script
echo"-- THIS SCRIPT IS AUTOMATICALLY GENERATED. DO NOT EDIT IT DIRECTLY.">"${TARGET_PATH}/${d}/${tbl}.sql"
143
+
echo"DROP TABLE IF EXISTS ${tbl}; CREATE TABLE ${tbl} AS">>"${TARGET_PATH}/${d}/${tbl}.sql"
144
+
cat "${d}/${tbl}.sql"| sed -r -e "${REGEX_ARRAY}"| sed -r -e "${REGEX_HOUR_INTERVAL}"| sed -r -e "${REGEX_INT}"| sed -r -e "${REGEX_DATETIME_DIFF}"| sed -r -e "${REGEX_DATETIME_TRUNC}"| sed -r -e "${REGEX_SCHEMA}"| sed -r -e "${REGEX_INTERVAL}">>"${TARGET_PATH}/${d}/${fn}"
echo"-- THIS SCRIPT IS AUTOMATICALLY GENERATED. DO NOT EDIT IT DIRECTLY.">"$TARGET_PATH/${d}/${tbl}.sql"
172
+
echo"DROP TABLE IF EXISTS ${tbl}; CREATE TABLE ${tbl} AS">>"$TARGET_PATH/${d}/${tbl}.sql"
138
173
139
-
cat "${d}/${tbl}.sql"| sed -r -e "${REGEX_ARRAY}"| sed -r -e "${REGEX_HOUR_INTERVAL}"| sed -r -e "${REGEX_INT}"| sed -r -e "${REGEX_DATETIME_DIFF}"| sed -r -e "${REGEX_DATETIME_TRUNC}"| sed -r -e "${REGEX_SCHEMA}"| sed -r -e "${REGEX_INTERVAL}"| sed -r -e "${REGEX_SECONDS}">>"$TARGET_PATH/${d}/${tbl}.sql"
174
+
cat "${d}/${tbl}.sql"| sed -r -e "${REGEX_ARRAY}"| sed -r -e "${REGEX_HOUR_INTERVAL}"| sed -r -e "${REGEX_INT}"| sed -r -e "${REGEX_DATETIME_DIFF}"| sed -r -e "${REGEX_DATETIME_TRUNC}"| sed -r -e "${REGEX_SCHEMA}"| sed -r -e "${REGEX_INTERVAL}"| sed -r -e "${REGEX_SECONDS}">>"$TARGET_PATH/${d}/${tbl}.sql"
175
+
fi
140
176
141
177
# write out a call to this script in the make concepts file
0 commit comments