44 add branch in catalog view

.gitignore

@@ -6,6 +6,7 @@
 # Folders
 _obj
 _test
+test-dbt-project
 
 # IntelliJ
 .idea

modules/nessie/client.go

@@ -0,0 +1,69 @@
+package nessie
+
+import (
+	"encoding/json"
+	"fmt"
+	"net/http"
+	"time"
+	"code.gitea.io/gitea/modules/setting"
+	"code.gitea.io/gitea/modules/log"
+
+)
+
+type Reference struct {
+	Name        string    `json:"name"`
+	Hash        string    `json:"hash"`
+	Type        string    `json:"type"`
+}
+
+// ReferencesResponse represents the Nessie API response structure
+type ReferencesResponse struct {
+	Token      *string     `json:"token"`
+	References []Reference `json:"references"`
+	HasMore    bool        `json:"hasMore"`
+}
+
+type Client struct {
+	baseURL    string
+	authToken  string
+	httpClient *http.Client
+}
+
+func NewClient() *Client {
+	return &Client{
+		baseURL:    setting.Nessie.APIURL,
+		authToken:  setting.Nessie.AuthToken,
+		httpClient: &http.Client{Timeout: 10 * time.Second},
+	}
+}
+
+func (c *Client) GetAllReferences(repo string) ([]Reference, error) {
+	// TODO: figure out how to handle multiple repositories
+	url := fmt.Sprintf("%s/api/v1/trees/", c.baseURL)
+
+	req, err := http.NewRequest("GET", url, nil)
+	if err != nil {
+		return nil, fmt.Errorf("failed to create request: %v", err)
+	}
+
+	if c.authToken != "" {
+		req.Header.Set("Authorization", "Bearer "+c.authToken)
+	}
+
+	resp, err := c.httpClient.Do(req)
+	if err != nil {
+		return nil, fmt.Errorf("failed to make request: %v", err)
+	}
+	defer resp.Body.Close()
+
+	if resp.StatusCode != http.StatusOK {
+		return nil, fmt.Errorf("unexpected status code: %d", resp.StatusCode)
+	}
+
+	var response ReferencesResponse
+	if err := json.NewDecoder(resp.Body).Decode(&response); err != nil {
+		return nil, fmt.Errorf("failed to decode response: %v", err)
+	}
+	log.Info("Nessie references: %v", response.References)
+	return response.References, nil
+} 

modules/setting/nessie.go

@@ -0,0 +1,23 @@
+package setting
+
+import (
+	"code.gitea.io/gitea/modules/log"
+)
+
+var Nessie = struct {
+	Enabled       bool
+	APIURL        string
+	DefaultBranch string
+	AuthToken     string
+}{
+	Enabled:       true,
+	APIURL:        "http://localhost:19120",
+	DefaultBranch: "main",
+	AuthToken:     "",
+}
+
+func loadNessieFrom(rootCfg ConfigProvider) {
+	if err := rootCfg.Section("nessie").MapTo(&Nessie); err != nil {
+		log.Fatal("Failed to map Nessie settings: %v", err)
+	}
+}

nessie-stack/docker-compose.yml

@@ -0,0 +1,71 @@
+version: '3.8'
+
+services:
+  minio:
+    image: quay.io/minio/minio:latest
+    container_name: minio
+    command: server /data --console-address ":9001"
+    environment:
+      MINIO_ROOT_USER: minioadmin
+      MINIO_ROOT_PASSWORD: minioadmin
+    ports:
+      - "9000:9000"
+      - "9001:9001"
+    volumes:
+      - minio_data:/data
+    networks:
+      - common_network
+
+  minio-client:
+    image: minio/mc
+    depends_on:
+      - minio
+    entrypoint: >
+      /bin/sh -c "
+        sleep 5;
+        mc alias set local http://minio:9000 minioadmin minioadmin;
+        mc mb local/warehouse;
+        exit 0;
+      "
+    networks:
+      - common_network
+
+  nessie:
+    image: projectnessie/nessie:latest
+    container_name: nessie
+    ports:
+      - "19120:19120"
+    environment:
+      QUARKUS_HTTP_PORT: 19120
+    networks:
+      - common_network
+
+  spark-iceberg:
+    container_name: spark-iceberg
+    build: spark/
+    depends_on:
+      - nessie
+      - minio
+    volumes:
+      - ./warehouse:/home/iceberg/warehouse
+      - ./notebooks:/home/iceberg/notebooks/notebooks
+    environment:
+      - AWS_ACCESS_KEY_ID=minioadmin
+      - AWS_SECRET_ACCESS_KEY=minioadmin
+      - AWS_REGION=us-east-1
+    ports:
+      - 8888:8888
+      - 8080:8080
+      - 4040:4040
+      - 4041:4041
+      - 10000:10000
+      - 10001:10001
+    networks:
+      - common_network
+
+volumes:
+  minio_data:
+
+networks:
+  common_network:
+    driver: bridge

nessie-stack/jaffle-shop-classic-spark/.envrc

@@ -0,0 +1,5 @@
+export DIRENV_WARN_TIMEOUT=20s
+
+eval "$(devenv direnvrc)"
+
+use devenv

nessie-stack/jaffle-shop-classic-spark/.gitignore

@@ -0,0 +1,15 @@
+
+target/
+dbt_modules/
+logs/
+**/.DS_Store
+
+# Devenv
+.devenv*
+devenv.local.nix
+
+# direnv
+.direnv
+
+# pre-commit
+.pre-commit-config.yaml

nessie-stack/jaffle-shop-classic-spark/.user.yml

@@ -0,0 +1 @@
+id: 22ed2a5a-1778-4431-ab2a-b546c4c3a1e4