Skip to content

Commit 04858d1

Browse files
committed
qcon london demo tape
1 parent df5e42d commit 04858d1

File tree

2 files changed

+117
-0
lines changed

2 files changed

+117
-0
lines changed

.gitignore

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@
66
*.db-wal
77
*.duckdb
88
*.log
9+
*.mp4
910
*~
1011
.#*
1112
.*DS_Store

demo/2026-qcon-london-01.tape

Lines changed: 116 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,116 @@
1+
Output show.mp4
2+
3+
Set FontSize 30
4+
Set Width 1920
5+
Set Height 1080
6+
Set Padding 30
7+
Set Theme "Builtin Light"
8+
9+
# Set WindowBar Colorful
10+
# Set WindowBarSize 40
11+
# Set BorderRadius 8
12+
13+
Hide
14+
15+
Type "pkill tansu"
16+
Enter
17+
18+
Type@1ms "rm -f tansu.db*"
19+
Enter@1ms
20+
21+
Type@1ms "rm -rf lake/*"
22+
Enter@1ms
23+
24+
Type@1ms "cargo build --bin tansu --no-default-features --features libsql,parquet"
25+
Enter@1ms
26+
27+
Type@1ms "export RUST_LOG=warn"
28+
Enter@1ms
29+
30+
Type@1ms "alias tansu=target/debug/tansu"
31+
Enter@1ms
32+
33+
Ctrl+L
34+
Show
35+
36+
Type "# employee protocol buffer schema"
37+
Enter
38+
Type "highlight etc/schema/employee.proto"
39+
Enter
40+
Enter
41+
Sleep 6s
42+
43+
Type "# start broker with schema validation and parquet output"
44+
Enter
45+
Type "tansu broker \"
46+
Enter
47+
Type "--storage-engine=sqlite://tansu.db \"
48+
Enter
49+
Type "--schema-registry=file://./etc/schema \"
50+
Enter
51+
Type "parquet --location=file://./lake 2>&1 >broker.log &"
52+
Enter
53+
Enter
54+
Sleep 1
55+
56+
Type "# create employee as a sink topic"
57+
Enter
58+
Type "tansu topic create employee --config=tansu.lake.sink=true"
59+
Enter
60+
Enter
61+
Sleep 1
62+
63+
64+
Type "# sample employee data"
65+
Enter
66+
Type "highlight etc/data/employees.json"
67+
Enter
68+
Enter
69+
Sleep 2s
70+
71+
Type "# produce sample data using protobuf to employee topic"
72+
Enter
73+
Type "tansu cat produce employee etc/data/employees.json"
74+
Enter
75+
Enter
76+
Sleep 5s
77+
78+
Type "# lake/{topic}/{partition}/{offset}.parquet"
79+
Enter
80+
Type "ls -l lake/employee/0000000000"
81+
Enter
82+
Enter
83+
Sleep 1s
84+
85+
Type "# select produced parquet"
86+
Enter
87+
Type `duckdb -box :memory: "SELECT unnest(meta),unnest(key),unnest(value) FROM 'lake/employee/*/*.parquet'"`
88+
Enter
89+
Enter
90+
Sleep 10s
91+
92+
Type "# No Kakfa produced to SQLite"
93+
Enter
94+
Type `sqlite3 -box tansu.db "select count(*) from record"`
95+
Enter
96+
Enter
97+
Sleep 5s
98+
99+
Type "# topic metadata has been updated in SQLite"
100+
Enter
101+
Type `sqlite3 -box tansu.db "select * from watermark"`
102+
Enter
103+
Sleep 5s
104+
105+
Type "# broker memory usage RSS MB"
106+
Enter
107+
Type `ps -p $(pgrep tansu) -o rss= | awk '{print $1/1024 " MB"}'`
108+
Enter
109+
Sleep 5s
110+
111+
Hide
112+
Type "pkill tansu"
113+
Enter
114+
115+
Ctrl+L
116+
Show

0 commit comments

Comments
 (0)