Skip to content
Open
Show file tree
Hide file tree
Changes from 2 commits
Commits
Show all changes
24 commits
Select commit Hold shift + click to select a range
c357e0c
Add Blob I/O
joriszwart Sep 1, 2022
6188ff5
Merge branch 'mattn:master' into master
joriszwart Sep 1, 2022
88d6cfd
Blob I/O: early return
joriszwart Sep 2, 2022
c6a9868
Blob I/O: use raw connection
joriszwart Sep 2, 2022
2866235
Blob I/O: doc
joriszwart Sep 2, 2022
867ec21
Blob I/O: unabbreviate offs → offset
joriszwart Sep 2, 2022
5583431
Blob I/O: use keys in struct init
joriszwart Sep 2, 2022
606d2d2
Blob I/O: clean up connection
joriszwart Sep 2, 2022
79df247
Blob I/O: move test data / connection
joriszwart Sep 2, 2022
dff49f9
Merge branch 'mattn:master' into master
joriszwart Sep 2, 2022
01dbf4b
Blob I/O: add write and seek
joriszwart Sep 3, 2022
893e77d
Blob I/O: format error
joriszwart Sep 7, 2022
7df73e0
Blob I/O: limit and expose blob size
joriszwart Sep 9, 2022
e519482
Blob I/O: correct usage of raw connection
joriszwart Sep 9, 2022
67dc006
Blob I/O: close db
joriszwart Sep 9, 2022
7f0a6fb
Blob I/O: use vfsdb
joriszwart Sep 11, 2022
5b53687
Blob I/O: insufficient space errors for Write, raw connection callback
joriszwart Sep 25, 2022
ef6fa5a
Blob I/O: helpful error
joriszwart Oct 19, 2022
fe0ed2e
Blob I/O: adhere to io.Writer
joriszwart Oct 26, 2022
cb853d0
Blob I/O: use :memory: for compatibility (SQLite <3.37.0)
joriszwart Nov 30, 2022
7d10860
Blob I/O: add extra checks after review
joriszwart Oct 8, 2023
3f8fe99
Blob I/O: fix TODO
joriszwart Oct 22, 2023
81fbf42
Merge branch 'mattn:master' into master
joriszwart May 18, 2025
a01c70a
Merge branch 'mattn:master' into master
joriszwart Sep 18, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
94 changes: 94 additions & 0 deletions blob_io.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,94 @@
// Copyright (C) 2022 Yasuhiro Matsumoto <[email protected]>.
//
// Use of this source code is governed by an MIT-style
// license that can be found in the LICENSE file.

package sqlite3

/*
#ifndef USE_LIBSQLITE3
#include "sqlite3-binding.h"
#else
#include <sqlite3.h>
#endif
#include <stdlib.h>
*/
import "C"

import (
"io"
"runtime"
"unsafe"
)

// SQLiteBlob implements the SQLite Blob I/O interface.
type SQLiteBlob struct {
conn *SQLiteConn
blob *C.sqlite3_blob
size int
offs int
}

// Blob opens a blob.
//
// The flag parameter is ignored.
func (conn *SQLiteConn) Blob(database, table, column string, rowid int64, flags int) (*SQLiteBlob, error) {
databaseptr := C.CString(database)
defer C.free(unsafe.Pointer(databaseptr))

tableptr := C.CString(table)
defer C.free(unsafe.Pointer(tableptr))

columnptr := C.CString(column)
defer C.free(unsafe.Pointer(columnptr))

var blob *C.sqlite3_blob
ret := C.sqlite3_blob_open(conn.db, databaseptr, tableptr, columnptr, C.longlong(rowid), C.int(flags), &blob)

if ret == C.SQLITE_OK {
size := int(C.sqlite3_blob_bytes(blob))
bb := &SQLiteBlob{conn, blob, size, 0}

runtime.SetFinalizer(bb, (*SQLiteBlob).Close)

return bb, nil
}

return nil, conn.lastError()
}

// Read implements the io.Reader interface.
func (s *SQLiteBlob) Read(b []byte) (n int, err error) {
if s.offs >= s.size {
return 0, io.EOF
}

n = s.size - s.offs
if len(b) < n {
n = len(b)
}

p := &b[0]
ret := C.sqlite3_blob_read(s.blob, unsafe.Pointer(p), C.int(n), C.int(s.offs))
if ret != C.SQLITE_OK {
return 0, s.conn.lastError()
}

s.offs += n

return n, nil
}

// Close implements the io.Closer interface.
func (s *SQLiteBlob) Close() error {
ret := C.sqlite3_blob_close(s.blob)

s.blob = nil
runtime.SetFinalizer(s, nil)

if ret != C.SQLITE_OK {
return s.conn.lastError()
}

return nil
}
94 changes: 94 additions & 0 deletions blob_io_test.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,94 @@
// Copyright (C) 2022 Yasuhiro Matsumoto <[email protected]>.
//
// Use of this source code is governed by an MIT-style
// license that can be found in the LICENSE file.

//go:build cgo
// +build cgo

package sqlite3

import (
"bytes"
"database/sql"
"io"
"testing"
)

func TestBlobIO(t *testing.T) {
driverName := "sqlite3_TestBlobIO2"
var driverConn *SQLiteConn
sql.Register(driverName, &SQLiteDriver{
ConnectHook: func(conn *SQLiteConn) error {
driverConn = conn
return nil
}})

db, err := sql.Open(driverName, ":memory:")
if err != nil {
t.Fatal("Fail to open:", err)
}
defer db.Close()

// Test data
expected := []byte("I ❤️ SQLite in \x00\x01\x02…")
rowid := int64(6581)

query := `
CREATE TABLE data (
value BLOB
);

INSERT INTO data (_rowid_, value)
VALUES (:rowid, :value);
`

_, err = db.Exec(query, sql.Named("rowid", rowid), sql.Named("value", expected))
if err != nil {
t.Fatal("Failed to execute", err)
}

// Open blob
blob, err := driverConn.Blob("main", "data", "value", rowid, 0)
if err != nil {
t.Error("failed", err)
}
defer blob.Close()

// Read blob incrementally
middle := len(expected) / 2
first := expected[:middle]
second := expected[middle:]

// Read part Ⅰ
b1 := make([]byte, len(first))
n1, err := blob.Read(b1)

if err != nil || n1 != len(b1) {
t.Errorf("Failed to read %d bytes", n1)
}

if bytes.Compare(first, b1) != 0 {
t.Error("Expected\n", first, "got\n", b1)
}

// Read part Ⅱ
b2 := make([]byte, len(second))
n2, err := blob.Read(b2)

if err != nil || n2 != len(b2) {
t.Errorf("Failed to read %d bytes", n2)
}

if bytes.Compare(second, b2) != 0 {
t.Error("Expected\n", second, "got\n", b2)
}

// EOF
b3 := make([]byte, 10)
n3, err := blob.Read(b3)

if err != io.EOF || n3 != 0 {
t.Error("Expected EOF", err)
}
}