|
| 1 | +module TestsForCodecPackages |
| 2 | + |
| 3 | +using Test: Test |
| 4 | +using Random: seed!, randstring |
| 5 | + |
| 6 | +using TranscodingStreams: TranscodingStreams, initialize, finalize, transcode, |
| 7 | + TranscodingStream, NoopStream, TOKEN_END |
| 8 | + |
| 9 | +TEST_RANDOM_SEED = 12345 |
| 10 | + |
| 11 | +export |
| 12 | + test_roundtrip_read, |
| 13 | + test_roundtrip_write, |
| 14 | + test_roundtrip_transcode, |
| 15 | + test_roundtrip_lines, |
| 16 | + test_roundtrip_seekstart, |
| 17 | + test_roundtrip_fileio, |
| 18 | + test_chunked_read, |
| 19 | + test_chunked_write |
| 20 | + |
| 21 | +function test_roundtrip_read(encoder, decoder) |
| 22 | + seed!(TEST_RANDOM_SEED) |
| 23 | + for n in vcat(0:30, sort!(rand(500:100_000, 30))), alpha in (0x00:0xff, 0x00:0x0f) |
| 24 | + data = rand(alpha, n) |
| 25 | + file = IOBuffer(data) |
| 26 | + stream = decoder(encoder(file)) |
| 27 | + Test.@test hash(read(stream)) == hash(data) |
| 28 | + close(stream) |
| 29 | + end |
| 30 | +end |
| 31 | + |
| 32 | +function test_roundtrip_write(encoder, decoder) |
| 33 | + seed!(TEST_RANDOM_SEED) |
| 34 | + for n in vcat(0:30, sort!(rand(500:100_000, 30))), alpha in (0x00:0xff, 0x00:0x0f) |
| 35 | + data = rand(alpha, n) |
| 36 | + sink = IOBuffer() |
| 37 | + decode_sink = decoder(sink) |
| 38 | + stream = encoder(decode_sink) |
| 39 | + write(stream, data) |
| 40 | + write(stream, TranscodingStreams.TOKEN_END) |
| 41 | + flush(stream) |
| 42 | + write(decode_sink, TranscodingStreams.TOKEN_END) |
| 43 | + flush(decode_sink) |
| 44 | + Test.@test take!(sink) == data |
| 45 | + close(stream) |
| 46 | + end |
| 47 | +end |
| 48 | + |
| 49 | +function test_roundtrip_transcode(encode, decode) |
| 50 | + seed!(TEST_RANDOM_SEED) |
| 51 | + encoder = encode() |
| 52 | + initialize(encoder) |
| 53 | + decoder = decode() |
| 54 | + initialize(decoder) |
| 55 | + for n in vcat(0:30, sort!(rand(500:100_000, 30))), alpha in (0x00:0xff, 0x00:0x0f) |
| 56 | + data = rand(alpha, n) |
| 57 | + Test.@test hash(transcode(decode, transcode(encode, data))) == hash(data) |
| 58 | + Test.@test hash(transcode(decoder, transcode(encoder, data))) == hash(data) |
| 59 | + end |
| 60 | + finalize(encoder) |
| 61 | + finalize(decoder) |
| 62 | +end |
| 63 | + |
| 64 | +function test_roundtrip_lines(encoder, decoder) |
| 65 | + seed!(TEST_RANDOM_SEED) |
| 66 | + lines = String[] |
| 67 | + buf = IOBuffer() |
| 68 | + stream = encoder(buf) |
| 69 | + for i in 1:100_000 |
| 70 | + line = randstring(rand(0:1000)) |
| 71 | + println(stream, line) |
| 72 | + push!(lines, line) |
| 73 | + end |
| 74 | + write(stream, TOKEN_END) |
| 75 | + flush(stream) |
| 76 | + seekstart(buf) |
| 77 | + Test.@test hash(lines) == hash(readlines(decoder(buf))) |
| 78 | +end |
| 79 | + |
| 80 | +function test_roundtrip_seekstart(encoder, decoder) |
| 81 | + seed!(TEST_RANDOM_SEED) |
| 82 | + for n in vcat(0:30, sort!(rand(500:100_000, 30))), alpha in (0x00:0xff, 0x00:0x0f) |
| 83 | + data = rand(alpha, n) |
| 84 | + file = IOBuffer(data) |
| 85 | + stream = decoder(encoder(file)) |
| 86 | + for m in vcat(0:min(n,20), rand(0:n, 10)) |
| 87 | + Test.@test read(stream, m) == @view(data[1:m]) |
| 88 | + seekstart(stream) |
| 89 | + end |
| 90 | + seekstart(stream) |
| 91 | + Test.@test read(stream) == data |
| 92 | + seekstart(stream) |
| 93 | + Test.@test read(stream) == data |
| 94 | + close(stream) |
| 95 | + end |
| 96 | +end |
| 97 | + |
| 98 | +function test_roundtrip_fileio(Encoder, Decoder) |
| 99 | + data = b""" |
| 100 | + Lorem ipsum dolor sit amet, consectetur adipiscing elit. Nulla sit amet tempus felis. Etiam molestie urna placerat iaculis pellentesque. Maecenas porttitor et dolor vitae posuere. Lorem ipsum dolor sit amet, consectetur adipiscing elit. Nunc eget nibh quam. Nullam aliquet interdum fringilla. Duis facilisis, lectus in consectetur varius, lorem sem tempor diam, nec auctor tellus nibh sit amet sapien. In ex nunc, elementum eget facilisis ut, luctus eu orci. Sed sapien urna, accumsan et elit non, auctor pretium massa. Phasellus consectetur nisi suscipit blandit aliquam. Nulla facilisi. Mauris pellentesque sem sit amet mi vestibulum eleifend. Nulla faucibus orci ac lorem efficitur, et blandit orci interdum. Aenean posuere ultrices ex sed rhoncus. Donec malesuada mollis sem, sed varius nunc sodales sed. Curabitur lobortis non justo non tristique. |
| 101 | + """ |
| 102 | + mktemp() do filename, file |
| 103 | + stream = TranscodingStream(Encoder(), file) |
| 104 | + write(stream, data) |
| 105 | + close(stream) |
| 106 | + stream = TranscodingStream(Decoder(), open(filename)) |
| 107 | + Test.@test hash(read(stream)) == hash(data) |
| 108 | + close(stream) |
| 109 | + end |
| 110 | +end |
| 111 | + |
| 112 | +function test_chunked_read(Encoder, Decoder) |
| 113 | + seed!(TEST_RANDOM_SEED) |
| 114 | + alpha = b"色即是空" |
| 115 | + encoder = Encoder() |
| 116 | + initialize(encoder) |
| 117 | + for sharedbuf in false:true |
| 118 | + for _ in 1:500 |
| 119 | + chunks = [rand(alpha, rand(0:100)) for _ in 1:rand(1:100)] |
| 120 | + data = mapfoldl(x->transcode(encoder, x), vcat, chunks, init=UInt8[]) |
| 121 | + buffer = NoopStream(IOBuffer(data)) |
| 122 | + ok = true |
| 123 | + for chunk in chunks |
| 124 | + stream = TranscodingStream(Decoder(), buffer; stop_on_end=true, sharedbuf) |
| 125 | + ok &= read(stream) == chunk |
| 126 | + ok &= position(stream) == length(chunk) |
| 127 | + ok &= eof(stream) |
| 128 | + ok &= isreadable(stream) |
| 129 | + close(stream) |
| 130 | + end |
| 131 | + # read without stop_on_end should read the full data. |
| 132 | + stream = TranscodingStream(Decoder(), IOBuffer(data)) |
| 133 | + ok &= read(stream) == reduce(vcat, chunks) |
| 134 | + close(stream) |
| 135 | + Test.@test ok |
| 136 | + end |
| 137 | + end |
| 138 | + finalize(encoder) |
| 139 | +end |
| 140 | + |
| 141 | +function test_chunked_write(Encoder, Decoder) |
| 142 | + seed!(TEST_RANDOM_SEED) |
| 143 | + alpha = b"空即是色" |
| 144 | + encoder = Encoder() |
| 145 | + initialize(encoder) |
| 146 | + for _ in 1:500 |
| 147 | + chunks = [rand(alpha, rand(0:100)) for _ in 1:2] |
| 148 | + data = map(x->transcode(encoder, x), chunks) |
| 149 | + buffer = IOBuffer() |
| 150 | + stream = TranscodingStream(Decoder(), buffer, stop_on_end=true) |
| 151 | + write(stream, vcat(data...)) |
| 152 | + close(stream) |
| 153 | + ok = true |
| 154 | + ok &= hash(take!(buffer)) == hash(vcat(chunks...)) |
| 155 | + Test.@test ok |
| 156 | + end |
| 157 | + finalize(encoder) |
| 158 | +end |
| 159 | + |
| 160 | +end # module TestsForCodecPackages |
0 commit comments