Merge pull request #208 from arunsathiya/add/evals

update(openai): Support "oaieval" and "oaievalset" as executables within the "openai" shell plugin

Author: accraw

plugins/openai/oaieval.go

@@ -0,0 +1,25 @@
+package openai
+
+import (
+	"github.com/1Password/shell-plugins/sdk"
+	"github.com/1Password/shell-plugins/sdk/needsauth"
+	"github.com/1Password/shell-plugins/sdk/schema"
+	"github.com/1Password/shell-plugins/sdk/schema/credname"
+)
+
+func OpenAIEvalsCLI() schema.Executable {
+	return schema.Executable{
+		Name:    "OpenAI Evals CLI",
+		Runs:    []string{"oaieval"},
+		DocsURL: sdk.URL("https://github.com/openai/evals/blob/main/docs/run-evals.md"),
+		NeedsAuth: needsauth.IfAll(
+			needsauth.NotForHelpOrVersion(),
+			needsauth.NotWithoutArgs(),
+		),
+		Uses: []schema.CredentialUsage{
+			{
+				Name: credname.APIKey,
+			},
+		},
+	}
+}

plugins/openai/oaievalset.go

@@ -0,0 +1,25 @@
+package openai
+
+import (
+	"github.com/1Password/shell-plugins/sdk"
+	"github.com/1Password/shell-plugins/sdk/needsauth"
+	"github.com/1Password/shell-plugins/sdk/schema"
+	"github.com/1Password/shell-plugins/sdk/schema/credname"
+)
+
+func OpenAIEvalSetCLI() schema.Executable {
+	return schema.Executable{
+		Name:    "OpenAI Eval Set CLI",
+		Runs:    []string{"oaievalset"},
+		DocsURL: sdk.URL("https://github.com/openai/evals/blob/main/docs/run-evals.md"),
+		NeedsAuth: needsauth.IfAll(
+			needsauth.NotForHelpOrVersion(),
+			needsauth.NotWithoutArgs(),
+		),
+		Uses: []schema.CredentialUsage{
+			{
+				Name: credname.APIKey,
+			},
+		},
+	}
+}

plugins/openai/plugin.go

@@ -17,6 +17,8 @@ func New() schema.Plugin {
 		},
 		Executables: []schema.Executable{
 			OpenAICLI(),
+			OpenAIEvalsCLI(),
+			OpenAIEvalSetCLI(),
 		},
 	}
 }