Added return control for standardised unstructured data

Author: frikky

go.mod

@@ -9,9 +9,9 @@ toolchain go1.24.4
 
 require (
 	github.com/frikky/kin-openapi v0.42.0
-	github.com/frikky/schemaless v0.0.21
+	github.com/frikky/schemaless v0.0.22
 	github.com/satori/go.uuid v1.2.0
-	github.com/shuffle/shuffle-shared v0.9.30
+	github.com/shuffle/shuffle-shared v0.9.31
 	github.com/spf13/cobra v1.9.1
 )
 

go.sum

@@ -142,8 +142,8 @@ github.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2
 github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U=
 github.com/frikky/kin-openapi v0.42.0 h1:d5Z6vnuQ6RnCCPIxZaDL+TH2ODLxT8abytOt+Zh+Kd0=
 github.com/frikky/kin-openapi v0.42.0/go.mod h1:ev9OZAw7Bv5p0w93j91++6a1ElPzGcCofst+kmrWsj4=
-github.com/frikky/schemaless v0.0.21 h1:uL1KJ4p1qUXhl77bgDwUbWWfr2cJlU/w0MQ2K3Rv3y0=
-github.com/frikky/schemaless v0.0.21/go.mod h1:m9s+6gALXhA5ZERCrJw+jI2rRtTPNa8mkl4vav9sxnY=
+github.com/frikky/schemaless v0.0.22 h1:aMc7cc/lr1zpogjGWbY0j6J2f6QqyfPbbW6Y9JgTAqE=
+github.com/frikky/schemaless v0.0.22/go.mod h1:m9s+6gALXhA5ZERCrJw+jI2rRtTPNa8mkl4vav9sxnY=
 github.com/fxamacker/cbor/v2 v2.7.0 h1:iM5WgngdRBanHcxugY4JySA0nk1wZorNOpTgCMedv5E=
 github.com/fxamacker/cbor/v2 v2.7.0/go.mod h1:pxXPTn3joSm21Gbwsv0w9OSA2y1HFR9qXEeXQVeNoDQ=
 github.com/ghodss/yaml v1.0.0 h1:wQHKEahhL6wmXdzwWG11gIVCkOv05bNOh+Rxn0yngAk=
@@ -331,8 +331,8 @@ github.com/sendgrid/sendgrid-go v3.16.1+incompatible h1:zWhTmB0Y8XCDzeWIm2/BIt1G
 github.com/sendgrid/sendgrid-go v3.16.1+incompatible/go.mod h1:QRQt+LX/NmgVEvmdRw0VT/QgUn499+iza2FnDca9fg8=
 github.com/sergi/go-diff v1.3.2-0.20230802210424-5b0b94c5c0d3 h1:n661drycOFuPLCN3Uc8sB6B/s6Z4t2xvBgU1htSHuq8=
 github.com/sergi/go-diff v1.3.2-0.20230802210424-5b0b94c5c0d3/go.mod h1:A0bzQcvG0E7Rwjx0REVgAGH58e96+X0MeOfepqsbeW4=
-github.com/shuffle/shuffle-shared v0.9.30 h1:3CYvNyD7sTxdxoZjTVrtaDqFvSWQRKAFGaga6rPGf8A=
-github.com/shuffle/shuffle-shared v0.9.30/go.mod h1:PhDEizuz4SmJaSmy0+yrFWwD1mXVUsy8/knKlrqF1qw=
+github.com/shuffle/shuffle-shared v0.9.31 h1:BMoDO4Sgz4+I12aHhc3cWHiCuAQ827XIxajPqCJ9cXA=
+github.com/shuffle/shuffle-shared v0.9.31/go.mod h1:vfI2QDGphZGrcwuUPQ1yI/Hgc8aseFro5+2k36irfkQ=
 github.com/sirupsen/logrus v1.7.0/go.mod h1:yWOB1SBYBC5VeMP7gHvWumXLIWorT60ONWic61uBYv0=
 github.com/sirupsen/logrus v1.9.3 h1:dueUQJ1C2q9oE3F7wvmSGAaVtTmUizReu6fjN8uqzbQ=
 github.com/sirupsen/logrus v1.9.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ=

pkg/api.go

@@ -295,9 +295,9 @@ func handleDirectTranslation(ctx context.Context, user shuffle.User, value shuff
 	}
 
 	// This isn't good but... :)
-	authConfig := fmt.Sprintf("%s,%s,%s,%s", baseUrl, authorization, user.ActiveOrg.Id, optionalExecutionId)
+	authConfig := fmt.Sprintf("true,%s,%s,%s,%s", baseUrl, authorization, user.ActiveOrg.Id, optionalExecutionId)
 	if standalone {
-		authConfig = ""
+		authConfig = "true"
 	}
 
 
@@ -335,6 +335,7 @@ func handleDirectTranslation(ctx context.Context, user shuffle.User, value shuff
 		log.Printf("[DEBUG] Translating label %s with body:\n%s\n\n", value.Label, string(marshalledFields))
 	}
 
+
 	// Is there any way to ingest these as well? 
 	schemalessOutput, err := schemaless.Translate(ctx, value.Label, marshalledFields, authConfig)
 	if err != nil {
@@ -370,6 +371,7 @@ func handleDirectTranslation(ctx context.Context, user shuffle.User, value shuff
 				curOrg = fmt.Sprintf("execution:%s", newExecutionId)
 			}
 
+			log.Printf("\n\n\nSINGUL UPLOAD (2)\n\n\n")
 			autoUploadSingulOutput(
 				ctx, 
 				curOrg, 
@@ -487,7 +489,6 @@ func autoUploadSingulOutput(ctx context.Context, orgId string, curApikey string,
 					break
 				} else {
 					foundIdentifier = fmt.Sprintf("%x", md5.Sum(marshalledItem))
-					log.Printf("MARSHALLED OCSF (%s):\n%s\n", foundIdentifier, string(marshalledItem))
 				}
 			}
 
@@ -2615,9 +2616,9 @@ func RunActionWrapper(ctx context.Context, user shuffle.User, value shuffle.Cate
 			}
 
 			// No shuffler.io config for standalone runs
-			authConfig := fmt.Sprintf("%s,%s,%s,%s", baseUrl, authorization, orgId, optionalExecutionId)
+			authConfig := fmt.Sprintf("false,%s,%s,%s,%s", baseUrl, authorization, orgId, optionalExecutionId)
 			if standalone {
-				authConfig = ""
+				authConfig = "false"
 			}
 
 			outputmap := make(map[string]interface{})