temp commit

Author: motatoes

backend/middleware/basic.go

@@ -59,6 +59,7 @@ func HttpBasicApiAuth() gin.HandlerFunc {
 			} else {
 				setDefaultOrganisationId(c)
 				c.Set(ACCESS_LEVEL_KEY, jobToken.Type)
+				c.Set(JOB_TOKEN_KEY, jobToken.Value)
 			}
 		} else if token == os.Getenv("BEARER_AUTH_TOKEN") {
 			setDefaultOrganisationId(c)

backend/middleware/jwt.go

@@ -309,3 +309,4 @@ func CORSMiddleware() gin.HandlerFunc {
 
 const ORGANISATION_ID_KEY = "organisation_ID"
 const ACCESS_LEVEL_KEY = "access_level"
+const JOB_TOKEN_KEY = "job_token"

backend/migrations/20240729155442.sql

@@ -0,0 +1,13 @@
+-- Create "job_artefacts" table
+CREATE TABLE "public"."job_artefacts" (
+  "id" bigserial NOT NULL,
+  "created_at" timestamptz NULL,
+  "updated_at" timestamptz NULL,
+  "deleted_at" timestamptz NULL,
+  "job_token_id" bigint NULL,
+  "contents" bytea NULL,
+  PRIMARY KEY ("id"),
+  CONSTRAINT "fk_job_artefacts_job_token" FOREIGN KEY ("job_token_id") REFERENCES "public"."job_tokens" ("id") ON UPDATE NO ACTION ON DELETE NO ACTION
+);
+-- Create index "idx_job_artefacts_deleted_at" to table: "job_artefacts"
+CREATE INDEX "idx_job_artefacts_deleted_at" ON "public"."job_artefacts" ("deleted_at");

backend/migrations/20240729155926.sql

@@ -0,0 +1,2 @@
+-- Modify "job_artefacts" table
+ALTER TABLE "public"."job_artefacts" ADD COLUMN "size" bigint NULL, ADD COLUMN "content_type" text NULL;

backend/migrations/20240729160028.sql

@@ -0,0 +1,2 @@
+-- Modify "job_artefacts" table
+ALTER TABLE "public"."job_artefacts" ADD COLUMN "filename" text NULL;

backend/migrations/atlas.sum

@@ -1,4 +1,4 @@
-h1:r0O5Hy6gJdMDgkCW9ocd4ytiCyPghNcXKTAT3tuppZ8=
+h1:A7OaxVcBVM26DpHZ8tH+NLsfDZxrkpsFUxFJbK3Am68=
 20231227132525.sql h1:43xn7XC0GoJsCnXIMczGXWis9d504FAWi4F1gViTIcw=
 20240115170600.sql h1:IW8fF/8vc40+eWqP/xDK+R4K9jHJ9QBSGO6rN9LtfSA=
 20240116123649.sql h1:R1JlUIgxxF6Cyob9HdtMqiKmx/BfnsctTl5rvOqssQw=
@@ -27,3 +27,6 @@ h1:r0O5Hy6gJdMDgkCW9ocd4ytiCyPghNcXKTAT3tuppZ8=
 20240704192835.sql h1:F84HKuE3qX8hYqDCU2K9NDG4WQaSfmnk2P4OCje54qg=
 20240705144450.sql h1:AAB4GbML2Jea1MSv/+E0DLMMCI9GLqwptpvBScvU19s=
 20240709165155.sql h1:HWDuhwXD+esr9uaKHsqwltPfUEq5uLdcEzpnZ1biKgU=
+20240729155442.sql h1:s7PCALP3SgPz5y9Ya7HkDzYjeN86Q5NniW2YIkOMBrQ=
+20240729155926.sql h1:8vsDrpy/R1UDI+meIp6KoDfhS60t+ngu8aPB+uonFZ4=
+20240729160028.sql h1:snkkxhA2aEQhqBmIhN8l+nPlBhrPOZiPP+dnyhobwD8=

backend/models/artefact.go

@@ -0,0 +1,15 @@
+package models
+
+import (
+	"gorm.io/gorm"
+)
+
+type JobArtefact struct {
+	gorm.Model
+	JobTokenID  uint
+	JobToken    JobToken
+	Filename    string
+	Contents    []byte `gorm:"type:bytea"`
+	Size        int64
+	ContentType string
+}

backend/models/storage.go

@@ -1126,6 +1126,17 @@ func (db *Database) GetJobToken(tenantId any) (*JobToken, error) {
 	return token, nil
 }
 
+func (db *Database) DeleteJobTokenArtefacts(jobTokenId uint) error {
+	artefact := JobArtefact{}
+	result := db.GormDB.Where("job_token_id = ?", jobTokenId).Delete(&artefact)
+	if result.Error != nil {
+		return result.Error
+	}
+	log.Printf("DeleteJobTokenArtefacts %v has been deleted successfully\n", jobTokenId)
+	return nil
+
+}
+
 func (db *Database) CreateGithubAppInstallation(installationId int64, githubAppId int64, login string, accountId int, repoFullName string) (*GithubAppInstallation, error) {
 	installation := &GithubAppInstallation{
 		GithubInstallationId: installationId,

ee/backend/controllers/artefacts.go

@@ -0,0 +1,76 @@
+package controllers
+
+import (
+	"github.com/diggerhq/digger/backend/middleware"
+	"github.com/diggerhq/digger/backend/models"
+	"github.com/gin-gonic/gin"
+	"io"
+	"log"
+	"net/http"
+)
+
+func SetJobArtefact(c *gin.Context) {
+	jobTokenValue, exists := c.Get(middleware.JOB_TOKEN_KEY)
+	if !exists {
+		c.String(http.StatusBadRequest, "missing value: bearer job token")
+		return
+	}
+
+	jobToken, err := models.DB.GetJobToken(jobTokenValue)
+	if err != nil {
+		c.String(http.StatusBadRequest, "could not find job token")
+		return
+	}
+
+	file, err := c.FormFile("file")
+	if err != nil {
+		c.JSON(http.StatusBadRequest, gin.H{"error": "No file is received"})
+		return
+	}
+
+	// Open the file
+	src, err := file.Open()
+	if err != nil {
+		c.JSON(http.StatusInternalServerError, gin.H{"error": "Error opening file"})
+		return
+	}
+	defer src.Close()
+
+	// Read the content
+	content, err := io.ReadAll(src)
+	if err != nil {
+		c.JSON(http.StatusInternalServerError, gin.H{"error": "Error reading file content"})
+		return
+	}
+
+	// Deleting existing artefacts
+	err = models.DB.DeleteJobTokenArtefacts(jobToken.ID)
+	if err != nil {
+		log.Printf("could not delete artefacts: %v", err)
+		c.JSON(http.StatusInternalServerError, "could not delete existing artefacts")
+		return
+	}
+
+	log.Printf("contents of the file is: %v", string(content))
+	// Create a new File record
+	artefactRecord := models.JobArtefact{
+		JobTokenID:  jobToken.ID,
+		Filename:    file.Filename,
+		Contents:    content,
+		Size:        file.Size,
+		ContentType: file.Header.Get("Content-Type"),
+	}
+
+	// Save the file to the database
+	if result := models.DB.GormDB.Create(&artefactRecord); result.Error != nil {
+		c.JSON(http.StatusInternalServerError, gin.H{"error": "Error saving file to database"})
+		return
+	}
+
+	c.JSON(http.StatusOK, gin.H{"message": "File uploaded successfully", "id": artefactRecord.ID})
+
+}
+
+func DownloadJobArtefact(c *gin.Context) {
+
+}

ee/backend/main.go

@@ -79,6 +79,9 @@ func main() {
 	policiesGroup.GET("/:policyid/details", web.PolicyDetailsPage)
 	policiesGroup.POST("/:policyid/details", web.PolicyDetailsUpdatePage)
 
+	jobArtefactsGroup := r.Group("/job_artefacts")
+	jobArtefactsGroup.Use(middleware.GetApiMiddleware())
+	jobArtefactsGroup.PUT("/", controllers.SetJobArtefact)
 	port := config.GetPort()
 	r.Run(fmt.Sprintf(":%d", port))
 }