|
| 1 | +package storage |
| 2 | + |
| 3 | +import ( |
| 4 | + "context" |
| 5 | + "database/sql" |
| 6 | + "encoding/json" |
| 7 | + "fmt" |
| 8 | + "io/fs" |
| 9 | + "net/http" |
| 10 | + "net/url" |
| 11 | + "os" |
| 12 | + "path/filepath" |
| 13 | + "sync" |
| 14 | + |
| 15 | + "github.com/google/uuid" |
| 16 | + "github.com/operator-framework/operator-registry/alpha/declcfg" |
| 17 | + _ "modernc.org/sqlite" |
| 18 | +) |
| 19 | + |
| 20 | +type SQLiteV1 struct { |
| 21 | + db *sql.DB |
| 22 | + RootDir string |
| 23 | + RootURL *url.URL |
| 24 | + mu sync.RWMutex |
| 25 | +} |
| 26 | + |
| 27 | +func NewSQLiteV1(rootDir string, rootURL *url.URL) (*SQLiteV1, error) { |
| 28 | + if err := os.MkdirAll(rootDir, 0700); err != nil { |
| 29 | + return nil, fmt.Errorf("failed to create root directory: %w", err) |
| 30 | + } |
| 31 | + |
| 32 | + dbPath := filepath.Join(rootDir, "storage.db") |
| 33 | + db, err := sql.Open("sqlite", dbPath+"?_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL)") |
| 34 | + if err != nil { |
| 35 | + return nil, fmt.Errorf("failed to open database: %w", err) |
| 36 | + } |
| 37 | + |
| 38 | + if err := initializeDB(db); err != nil { |
| 39 | + db.Close() |
| 40 | + return nil, err |
| 41 | + } |
| 42 | + |
| 43 | + return &SQLiteV1{ |
| 44 | + db: db, |
| 45 | + RootDir: rootDir, |
| 46 | + RootURL: rootURL, |
| 47 | + }, nil |
| 48 | +} |
| 49 | + |
| 50 | +func initializeDB(db *sql.DB) error { |
| 51 | + _, err := db.Exec(` |
| 52 | + CREATE TABLE IF NOT EXISTS metas ( |
| 53 | + id TEXT PRIMARY KEY, |
| 54 | + catalog_name TEXT NOT NULL, |
| 55 | + schema TEXT NOT NULL, |
| 56 | + package TEXT, |
| 57 | + name TEXT NOT NULL, |
| 58 | + blob TEXT NOT NULL, |
| 59 | + created_at DATETIME DEFAULT CURRENT_TIMESTAMP |
| 60 | + ); |
| 61 | +
|
| 62 | + -- Index for catalog lookups |
| 63 | + CREATE INDEX IF NOT EXISTS idx_metas_catalog |
| 64 | + ON metas(catalog_name); |
| 65 | + `) |
| 66 | + return err |
| 67 | +} |
| 68 | + |
| 69 | +func (s *SQLiteV1) Store(ctx context.Context, catalog string, fsys fs.FS) error { |
| 70 | + s.mu.Lock() |
| 71 | + defer s.mu.Unlock() |
| 72 | + |
| 73 | + tx, err := s.db.BeginTx(ctx, nil) |
| 74 | + if err != nil { |
| 75 | + return fmt.Errorf("failed to begin transaction: %w", err) |
| 76 | + } |
| 77 | + defer tx.Rollback() |
| 78 | + |
| 79 | + // Delete existing entries for this catalog |
| 80 | + if _, err := tx.ExecContext(ctx, "DELETE FROM metas WHERE catalog_name = ?", catalog); err != nil { |
| 81 | + return fmt.Errorf("failed to delete existing catalog entries: %w", err) |
| 82 | + } |
| 83 | + |
| 84 | + stmt, err := tx.PrepareContext(ctx, ` |
| 85 | + INSERT INTO metas (id, catalog_name, schema, package, name, blob) |
| 86 | + VALUES (?, ?, ?, ?, ?, ?) |
| 87 | + `) |
| 88 | + if err != nil { |
| 89 | + return fmt.Errorf("failed to prepare statement: %w", err) |
| 90 | + } |
| 91 | + defer stmt.Close() |
| 92 | + |
| 93 | + err = declcfg.WalkMetasFS(ctx, fsys, func(path string, meta *declcfg.Meta, err error) error { |
| 94 | + if err != nil { |
| 95 | + return err |
| 96 | + } |
| 97 | + |
| 98 | + // Generate a new UUID for each meta entry |
| 99 | + id := uuid.New().String() |
| 100 | + |
| 101 | + // Handle empty package as NULL |
| 102 | + // since schema=olm.package blobs don't have a `package` |
| 103 | + // value and the value is instead in `name` |
| 104 | + var pkgValue interface{} |
| 105 | + if meta.Package != "" { |
| 106 | + pkgValue = meta.Package |
| 107 | + } |
| 108 | + |
| 109 | + _, err = stmt.ExecContext(ctx, |
| 110 | + id, |
| 111 | + catalog, |
| 112 | + meta.Schema, |
| 113 | + pkgValue, |
| 114 | + meta.Name, |
| 115 | + string(meta.Blob), |
| 116 | + ) |
| 117 | + if err != nil { |
| 118 | + return fmt.Errorf("failed to insert meta: %w", err) |
| 119 | + } |
| 120 | + return nil |
| 121 | + }) |
| 122 | + if err != nil { |
| 123 | + return fmt.Errorf("error walking FBC root: %w", err) |
| 124 | + } |
| 125 | + |
| 126 | + return tx.Commit() |
| 127 | +} |
| 128 | + |
| 129 | +func (s *SQLiteV1) Delete(catalog string) error { |
| 130 | + s.mu.Lock() |
| 131 | + defer s.mu.Unlock() |
| 132 | + |
| 133 | + _, err := s.db.Exec("DELETE FROM metas WHERE catalog_name = ?", catalog) |
| 134 | + if err != nil { |
| 135 | + return fmt.Errorf("failed to delete catalog: %w", err) |
| 136 | + } |
| 137 | + return nil |
| 138 | +} |
| 139 | + |
| 140 | +func (s *SQLiteV1) BaseURL(catalog string) string { |
| 141 | + return s.RootURL.JoinPath(catalog).String() |
| 142 | +} |
| 143 | + |
| 144 | +func (s *SQLiteV1) handleV1All(w http.ResponseWriter, r *http.Request) { |
| 145 | + if r.Method != http.MethodGet { |
| 146 | + http.Error(w, "Method not allowed", http.StatusMethodNotAllowed) |
| 147 | + return |
| 148 | + } |
| 149 | + |
| 150 | + catalog := r.PathValue("catalog") |
| 151 | + if catalog == "" { |
| 152 | + http.Error(w, "Not found", http.StatusNotFound) |
| 153 | + return |
| 154 | + } |
| 155 | + |
| 156 | + s.mu.RLock() |
| 157 | + defer s.mu.RUnlock() |
| 158 | + |
| 159 | + rows, err := s.db.Query(` |
| 160 | + SELECT schema, package, name, blob |
| 161 | + FROM metas |
| 162 | + WHERE catalog_name = ? |
| 163 | + ORDER BY schema, |
| 164 | + CASE WHEN package IS NULL THEN 1 ELSE 0 END, |
| 165 | + package, |
| 166 | + name |
| 167 | + `, catalog) |
| 168 | + if err != nil { |
| 169 | + http.Error(w, "Internal server error", http.StatusInternalServerError) |
| 170 | + return |
| 171 | + } |
| 172 | + defer rows.Close() |
| 173 | + |
| 174 | + w.Header().Set("Content-Type", "application/jsonl") |
| 175 | + encoder := json.NewEncoder(w) |
| 176 | + |
| 177 | + for rows.Next() { |
| 178 | + var meta declcfg.Meta |
| 179 | + var packageVal sql.NullString |
| 180 | + var blobStr string |
| 181 | + |
| 182 | + if err := rows.Scan(&meta.Schema, &packageVal, &meta.Name, &blobStr); err != nil { |
| 183 | + http.Error(w, "Internal server error", http.StatusInternalServerError) |
| 184 | + return |
| 185 | + } |
| 186 | + |
| 187 | + // Convert NULL package to empty string |
| 188 | + if packageVal.Valid { |
| 189 | + meta.Package = packageVal.String |
| 190 | + } |
| 191 | + |
| 192 | + meta.Blob = json.RawMessage(blobStr) |
| 193 | + |
| 194 | + if err := encoder.Encode(meta); err != nil { |
| 195 | + return |
| 196 | + } |
| 197 | + } |
| 198 | +} |
| 199 | + |
| 200 | +func (s *SQLiteV1) StorageServerHandler() http.Handler { |
| 201 | + mux := http.NewServeMux() |
| 202 | + mux.HandleFunc(s.RootURL.JoinPath("{catalog}", "api", "v1", "all").Path, s.handleV1All) |
| 203 | + return mux |
| 204 | +} |
| 205 | + |
| 206 | +func (s *SQLiteV1) ContentExists(catalog string) bool { |
| 207 | + s.mu.RLock() |
| 208 | + defer s.mu.RUnlock() |
| 209 | + |
| 210 | + var exists bool |
| 211 | + err := s.db.QueryRow(` |
| 212 | + SELECT EXISTS( |
| 213 | + SELECT 1 FROM metas WHERE catalog_name = ? LIMIT 1 |
| 214 | + ) |
| 215 | + `, catalog).Scan(&exists) |
| 216 | + if err != nil { |
| 217 | + return false |
| 218 | + } |
| 219 | + return exists |
| 220 | +} |
| 221 | + |
| 222 | +func (s *SQLiteV1) Close() error { |
| 223 | + s.mu.Lock() |
| 224 | + defer s.mu.Unlock() |
| 225 | + return s.db.Close() |
| 226 | +} |
0 commit comments