Skip to content

Commit e863a6d

Browse files
committed
debezium/dbz#1445 tuning tests
Signed-off-by: Lars M Johansson <lars.m.johansson@migrationsverket.se>
1 parent 6f7fe2b commit e863a6d

22 files changed

+160
-93
lines changed

pom.xml

Lines changed: 41 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -38,8 +38,11 @@
3838
<informix.version>14</informix.version>
3939
<informix.init.timeout>300000</informix.init.timeout> <!-- five minutes max -->
4040
<informix.run.wait.log>SCHAPI: Started \d dbWorker threads</informix.run.wait.log>
41-
<informix.init.script.name>informix_post_init.sh</informix.init.script.name>
42-
<informix.output.directory>config</informix.output.directory>
41+
<informix.size>medium</informix.size>
42+
<informix.init.script.name/>
43+
<informix.sch.init.script.name/>
44+
<informix.pre.init.script.name>informix_pre_init.sh</informix.pre.init.script.name>
45+
<informix.post.init.script.name>informix_post_init.sh</informix.post.init.script.name>
4346
<!-- Default values for the database -->
4447
<informix.db.date>MDY4/</informix.db.date>
4548
<informix.db.century>R</informix.db.century>
@@ -295,14 +298,13 @@
295298
<run>
296299
<env>
297300
<LICENSE>accept</LICENSE>
298-
<SIZE>large</SIZE>
299-
<TYPE>oltp</TYPE>
300-
<USEOSTIME>1</USEOSTIME>
301+
<SIZE>${informix.size}</SIZE>
301302
<DB_SBSPACE>1</DB_SBSPACE>
302303
<DBDATE>${informix.db.date}</DBDATE>
303304
<DBCENTURY>${informix.db.century}</DBCENTURY>
304305
<DBMONEY>${informix.db.money}</DBMONEY>
305-
<RUN_FILE_POST_INIT>informix_post_init.sh</RUN_FILE_POST_INIT>
306+
<RUN_FILE_PRE_INIT>${informix.pre.init.script.name}</RUN_FILE_PRE_INIT>
307+
<RUN_FILE_POST_INIT>${informix.post.init.script.name}</RUN_FILE_POST_INIT>
306308
</env>
307309
<ports>
308310
<port>${informix.port}:9088</port>
@@ -320,23 +322,45 @@
320322
</run>
321323
<build>
322324
<from>${informix.image.registry}/${informix.image}:${informix.image.tag}</from>
323-
<runCmds>
324-
<run>sed -Ei 's/^(USEOSTIME)\s+\S/\1 1/' /opt/ibm/informix/etc/onconfig.std</run>
325-
</runCmds>
326325
<assembly>
327326
<inline>
328327
<includeBaseDirectory>false</includeBaseDirectory>
329328
<files>
330329
<file>
331330
<source>${project.basedir}/src/test/docker/informix-cdc-docker/${informix.version}/${informix.init.script.name}</source>
332-
<outputDirectory>${informix.output.directory}</outputDirectory>
331+
<outputDirectory>scripts</outputDirectory>
333332
<lineEnding>unix</lineEnding>
334333
<fileMode>755</fileMode>
335334
</file>
336335
<file>
337-
<source>${project.basedir}/src/test/docker/informix-cdc-docker/${informix.version}/testdb.sql</source>
338-
<outputDirectory>informix/etc</outputDirectory>
336+
<source>${project.basedir}/src/test/docker/informix-cdc-docker/${informix.version}/${informix.sch.init.script.name}</source>
337+
<outputDirectory>data</outputDirectory>
339338
<lineEnding>unix</lineEnding>
339+
<fileMode>755</fileMode>
340+
</file>
341+
<file>
342+
<source>${project.basedir}/src/test/docker/informix-cdc-docker/${informix.version}/${informix.pre.init.script.name}</source>
343+
<outputDirectory>config</outputDirectory>
344+
<lineEnding>unix</lineEnding>
345+
<fileMode>755</fileMode>
346+
</file>
347+
<file>
348+
<source>${project.basedir}/src/test/docker/informix-cdc-docker/${informix.version}/${informix.post.init.script.name}</source>
349+
<outputDirectory>config</outputDirectory>
350+
<lineEnding>unix</lineEnding>
351+
<fileMode>755</fileMode>
352+
</file>
353+
<file>
354+
<source>${project.basedir}/src/test/docker/informix-cdc-docker/${informix.version}/informix_config.custom</source>
355+
<outputDirectory>data</outputDirectory>
356+
<lineEnding>unix</lineEnding>
357+
<fileMode>755</fileMode>
358+
</file>
359+
<file>
360+
<source>${project.basedir}/src/test/docker/informix-cdc-docker/testdb.sql</source>
361+
<outputDirectory>data</outputDirectory>
362+
<lineEnding>unix</lineEnding>
363+
<fileMode>755</fileMode>
340364
</file>
341365
</files>
342366
</inline>
@@ -526,10 +550,13 @@
526550
<informix.version>12</informix.version>
527551
<informix.image>ibmcom-informix-developer-database</informix.image>
528552
<informix.image.tag>12.10.FC12W1DE</informix.image.tag>
529-
<informix.run.wait.log>Logical Log \d Complete</informix.run.wait.log>
553+
<informix.run.wait.log>Checkpoint Completed: duration was \d seconds</informix.run.wait.log>
530554
<informix.image.registry>quay.io/debezium</informix.image.registry>
555+
<informix.size>custom</informix.size>
531556
<informix.init.script.name>informix_init.sh</informix.init.script.name>
532-
<informix.output.directory>scripts</informix.output.directory>
557+
<informix.sch.init.script.name>sch_init_informix.custom.sql</informix.sch.init.script.name>
558+
<informix.pre.init.script.name/>
559+
<informix.post.init.script.name/>
533560
<informix.db.date>MDY2.</informix.db.date>
534561
<informix.db.century>C</informix.db.century>
535562
</properties>
Lines changed: 6 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,10 @@
11
FROM icr.io/informix/informix-developer-database:12.10.FC12W1DE
22

33
ADD --chown=informix:informix informix_init.sh /opt/ibm/scripts
4-
ADD --chown=informix:informix testdb.sql /opt/ibm/informix/etc
4+
ADD --chown=informix:informix sch_init_informix.custom.sql /opt/ibm/data
5+
ADD --chown=informix:informix informix_config.custom /opt/ibm/data
6+
ADD --chown=informix:informix ../testdb.sql /opt/ibm/data
57

6-
RUN sed -Ei 's/^(USEOSTIME)\s+\S/\1 1/' /opt/ibm/informix/etc/onconfig.std
7-
8-
ENV LICENSE accept
9-
ENV SIZE small
10-
ENV TYPE oltp
11-
ENV USEOSTIME 1
12-
ENV DB_SBSPACE 1
8+
ENV LICENSE=accept
9+
ENV SIZE=custom
10+
ENV DB_SBSPACE=1
Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
[UPDATE]
2+
USEOSTIME 1
3+
LOGFILES 12
4+
LOGBUFF 1024
5+
LOGSIZE 65536
6+
PHYSBUFF 4096
7+
PHYSFILE 786432
8+
ROOTSIZE 1597440
9+
10+
[DELETE]
11+
12+
[ADD]

src/test/docker/informix-cdc-docker/12/informix_init.sh

Lines changed: 22 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -8,27 +8,30 @@
88
### Check to see if informix already disk initialized
99
###
1010

11-
# Initialize shared memmory and data structure
12-
# and kill server
13-
oninit -ivwy >>$INIT_LOG
11+
# Initialize shared memmory and data structure
12+
# and kill server
13+
oninit -ivwy >> $INIT_LOG
1414

15-
ONLINE_LOG="${INFORMIX_DATA_DIR}/logs/online.log"
16-
iter=0
17-
while [ ${iter} -lt 120 ]; do
18-
grep -i "sysadmin" ${ONLINE_LOG} 2>&1 1>/dev/null
19-
if [ $? -eq 0 ]; then break; fi
20-
iter=$((iter + 1))
21-
sleep 1
22-
done
23-
if [ ${iter} -gt 120 ]; then
24-
printf "\n\tProblem creating sysadmin with oninit\n"
25-
exit
26-
fi
15+
ONLINE_LOG="${INFORMIX_DATA_DIR}/logs/online.log"
16+
iter=0
17+
while [ ${iter} -lt 120 ]; do
18+
grep -i "sysadmin" ${ONLINE_LOG} 2>&1 1>/dev/null
19+
if [ $? -eq 0 ]; then break; fi
20+
iter=$((iter+1));
21+
sleep 1;
22+
done
23+
if [ ${iter} -gt 120 ];then
24+
printf "\n\tProblem creating sysadmin with oninit\n"
25+
exit
26+
fi
2727

28-
dbaccess sysadmin $BASEDIR/sql/informix_extend_root.sql >>$INIT_LOG 2>&1
28+
dbaccess sysadmin $BASEDIR/sql/informix_extend_root.sql >> $INIT_LOG 2>&1
2929

30-
dbaccess sysadmin $BASEDIR/sql/informix_sbspace.sql >>$INIT_LOG 2>&1
30+
if [ $DB_SBSPACE ];
31+
then
32+
dbaccess sysadmin $BASEDIR/sql/informix_sbspace.sql >> $INIT_LOG 2>&1
33+
fi
3134

32-
dbaccess sysadmin $INFORMIXDIR/etc/syscdcv1.sql >>$INIT_LOG 2>&1
35+
dbaccess sysadmin $INFORMIXDIR/etc/syscdcv1.sql >>$INIT_LOG 2>&1
3336

34-
dbaccess sysadmin $INFORMIXDIR/etc/testdb.sql >>$INIT_LOG 2>&1
37+
dbaccess sysadmin $INFORMIX_DATA_DIR/testdb.sql >>$INIT_LOG 2>&1
Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
database sysadmin;
2+
grant dba to root;
3+
4+
execute function admin ('modify chunk extendable', 1);
5+
execute function admin('STORAGEPOOL ADD', '$BASEDIR/data/spaces', 0,0,'64MB',1);
6+
execute function admin('CREATE DBSPACE FROM STORAGEPOOL', 'datadbs', '100 MB');
7+
execute function admin('CREATE TEMPDBSPACE FROM STORAGEPOOL', 'tmpdbspace', '50 MB');

src/test/docker/informix-cdc-docker/12/testdb.sql

Lines changed: 0 additions & 2 deletions
This file was deleted.
Lines changed: 8 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,12 @@
11
FROM icr.io/informix/informix-developer-database:14.10.FC9W1DE
22

3+
ADD --chown=informix:informix informix_pre_init.sh /opt/ibm/config
34
ADD --chown=informix:informix informix_post_init.sh /opt/ibm/config
4-
ADD --chown=informix:informix testdb.sql /opt/ibm/informix/etc
5+
ADD --chown=informix:informix informix_config.custom /opt/ibm/data
6+
ADD --chown=informix:informix ../testdb.sql /opt/ibm/data
57

6-
RUN sed -Ei 's/^(USEOSTIME)\s+\S/\1 1/' /opt/ibm/informix/etc/onconfig.std
7-
8-
ENV LICENSE accept
9-
ENV SIZE small
10-
ENV TYPE oltp
11-
ENV USEOSTIME 1
12-
ENV DB_SBSPACE 1
13-
ENV RUN_FILE_POST_INIT informix_post_init.sh
8+
ENV LICENSE=accept
9+
ENV SIZE=medium
10+
ENV DB_SBSPACE=1
11+
ENV RUN_FILE_PRE_INIT=informix_pre_init.sh
12+
ENV RUN_FILE_POST_INIT=informix_post_init.sh
Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
[UPDATE]
2+
USEOSTIME 1
3+
LOGFILES 12
4+
LOGBUFF 1024
5+
LOGSIZE 65536
6+
PHYSBUFF 4096
7+
PHYSFILE 786432
8+
ROOTSIZE 1597440
9+
10+
[DELETE]
11+
12+
[ADD]

src/test/docker/informix-cdc-docker/14/informix_post_init.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,4 +6,4 @@ dbaccess sysadmin $BASEDIR/sql/informix_sbspace.sql >>$INIT_LOG 2>&1
66

77
dbaccess sysadmin $INFORMIXDIR/etc/syscdcv1.sql >>$INIT_LOG 2>&1
88

9-
dbaccess sysadmin $INFORMIXDIR/etc/testdb.sql >>$INIT_LOG 2>&1
9+
dbaccess sysadmin $INFORMIX_DATA_DIR/testdb.sql >>$INIT_LOG 2>&1
Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
#!/bin/bash
2+
3+
. ${SCRIPTS}/informix_functions.sh
4+
5+
. ${SCRIPTS}/informix_update_onconfig.sh ${INFORMIX_DATA_DIR}/informix_config.custom ${INFORMIXDIR}/etc/${ONCONFIG}

0 commit comments

Comments
 (0)