diff --git a/packages/sdk/server-ai/src/api/LDAIClient.ts b/packages/sdk/server-ai/src/api/LDAIClient.ts index 990485819c..cffd657a7c 100644 --- a/packages/sdk/server-ai/src/api/LDAIClient.ts +++ b/packages/sdk/server-ai/src/api/LDAIClient.ts @@ -3,9 +3,18 @@ import { LDContext } from '@launchdarkly/js-server-sdk-common'; import { LDAIConfig, LDGenerationConfig } from './config/LDAIConfig'; /** - * Interface for performing AI operations using LaunchDarkly. + * Interface for default model configuration. */ +export interface LDAIDefaults extends LDGenerationConfig { + /** + * Whether the configuration is enabled. + */ + enabled?: boolean; +} +/** + * Interface for performing AI operations using LaunchDarkly. + */ export interface LDAIClient { /** * Parses and interpolates a template string with the provided variables. @@ -68,7 +77,7 @@ export interface LDAIClient { * } * ``` */ - modelConfig( + modelConfig( key: string, context: LDContext, defaultValue: TDefault, diff --git a/packages/sdk/server-ai/src/api/config/LDAIConfig.ts b/packages/sdk/server-ai/src/api/config/LDAIConfig.ts index 0d47f6eac0..432a0a7327 100644 --- a/packages/sdk/server-ai/src/api/config/LDAIConfig.ts +++ b/packages/sdk/server-ai/src/api/config/LDAIConfig.ts @@ -9,6 +9,17 @@ export interface LDModelConfig { */ modelId?: string; + /** + * Tuning parameter for randomness versus determinism. Exact effect will be determined by the + * model. + */ + temperature?: number; + + /** + * The maximum number of tokens. + */ + maxTokens?: number; + /** * And additional model specific information. */